-- Logs begin at Fri 2021-11-19 12:53:43 UTC, end at Fri 2021-11-19 13:56:38 UTC. -- Nov 19 13:25:14.108479 dv-cinder-816324-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 13:25:16.889235 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:25:16.890843 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:25:16.890843 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:25:16.893921 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:25:16.894162 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:25:16.894481 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:25:16.895430 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:25:16.895671 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:25:16.896037 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:25:16.896310 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:25:16.896543 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:25:16.896871 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.897305 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 13:25:16.897626 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.897927 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.898226 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.898527 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.898824 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.899113 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.899414 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.899718 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.900012 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.900333 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.900630 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.900929 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.901220 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.901516 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.901811 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.902101 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] debug = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.902392 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.902834 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.903264 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.903555 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.903863 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.904150 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.904457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.904740 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.905044 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.905443 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] host = dv-cinder-816324-4-iscsi {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.905763 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.906064 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.906361 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.906657 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.906944 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.907232 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.907525 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.907817 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.908088 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] log_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.908400 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.908698 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.908993 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.909305 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.909536 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.909765 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.910061 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.910353 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.910637 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.910926 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.911206 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.911490 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.911773 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.912049 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.912364 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.912658 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.912948 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.913231 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.913515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.913799 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.914077 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.914380 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.914652 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.914931 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.915213 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.915508 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.915787 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.916070 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.916422 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.916698 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.916988 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.917283 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.917564 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.917855 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.918134 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.918415 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.918693 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] use_json = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.918970 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.919253 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.919543 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.919824 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.920103 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.920414 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.920695 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.921019 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:16.921326 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.921633 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.921943 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.922234 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.922545 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.922834 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.923131 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.923417 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.923717 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.924014 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.924332 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.924619 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.924915 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.925198 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.925499 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.925814 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.926115 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.926416 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.926699 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.926981 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.927263 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.927548 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.927847 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.928134 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.928457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.928756 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.929043 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.929351 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.929646 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.929950 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.930250 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.930789 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.931080 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.931379 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.931672 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.931954 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.932261 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.932558 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.932843 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.933125 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.933416 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.933700 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.933978 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.934259 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.934546 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.934840 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.935123 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.935408 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.935682 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.935962 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.936253 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.937073 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.937473 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.937776 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.938060 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.938348 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.938631 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.938911 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.939198 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.939479 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.939769 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.940048 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.940348 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.940631 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.940910 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.941189 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.941468 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.941747 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.942030 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.942307 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.942583 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.942865 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.943150 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.943427 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.943720 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.944024 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.944331 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.944622 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.944909 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.945193 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.945479 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.945760 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.946043 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.946328 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.946607 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.946905 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.947203 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.947480 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.947770 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.948942 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.949252 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.949543 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.949838 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.950126 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.950421 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.950716 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.951007 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.951313 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.951612 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.951913 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.952985 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.953296 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.953589 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.953911 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.954204 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:16.954430 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:25:16.954677 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102688) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 13:25:17.394973 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:25:17.395254 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:25:17.395568 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:25:17.395909 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 13:25:17.730500 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.730790 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.731068 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.732284 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.732568 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.732832 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.770246 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.770531 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.770804 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.786320 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.786607 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.786880 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.816493 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.816773 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.817047 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.855541 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.855820 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:17.856092 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.105292 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.105887 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.105887 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.106028 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.106723 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.209101 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.209425 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.209715 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.209988 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.210257 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.210568 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.210830 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.211089 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.211345 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.211630 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.211890 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.212155 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.212439 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.212694 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.212954 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.213219 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.213475 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.213741 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.214015 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.214276 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.214551 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.214809 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.215092 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.215470 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.215722 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.215970 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.216425 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:18.216670 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:18.216912 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:18.217153 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:18.217393 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:18.217653 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:18.218184 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 13:25:18.221449 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 13:25:18.225563 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 13:25:18.229516 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Nov 19 13:25:18.231167 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 13:25:18.231631 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 13:25:18.231978 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 13:25:18.232399 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 13:25:18.235845 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 13:25:18.236093 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 13:25:18.236471 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:25:18.241866 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 13:25:18.264577 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 13:25:18.265091 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.265336 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102688) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 13:25:18.266931 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.268377 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102688) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 13:25:18.268670 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:25:18.268926 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 13:25:18.272267 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.272561 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:18.335818 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 13:25:18.336062 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 13:25:18.336341 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 13:25:18.336730 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 13:25:18.358106 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_db.sqlalchemy.engines [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102688) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 13:25:18.908520 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing driver for type 'gre' Nov 19 13:25:18.909052 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] gre ID ranges: [(1, 1000)] Nov 19 13:25:18.959935 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing driver for type 'local' Nov 19 13:25:18.960333 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing driver for type 'vlan' Nov 19 13:25:18.973081 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] VlanTypeDriver initialization complete Nov 19 13:25:18.973436 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing driver for type 'vxlan' Nov 19 13:25:18.973938 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] vxlan ID ranges: [(1, 1000)] Nov 19 13:25:19.027825 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing extension driver 'port_security' Nov 19 13:25:19.028172 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.extensions.port_security [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] PortSecurityExtensionDriver initialization complete Nov 19 13:25:19.028549 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing mechanism driver 'openvswitch' Nov 19 13:25:19.028886 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing mechanism driver 'hyperv' Nov 19 13:25:19.036649 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:19.037539 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.037886 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.038285 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.038931 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:25:19.039445 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnet after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.039909 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnet after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.040404 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.040847 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:25:19.041382 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.041797 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.042244 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.042835 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:25:19.044317 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > security_group after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.044317 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > security_group after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.044317 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.044685 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:25:19.045039 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.045567 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.046455 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.047508 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:25:19.048046 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > address_group after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.048530 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > address_group after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.049025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.049479 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:25:19.049938 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] ML2 OVO RPC backend initialized. {{(pid=102688) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 13:25:19.050948 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.051440 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.052032 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.052483 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > networks before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.052887 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.053412 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > ports before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.053741 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnet before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.054165 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnets before_response 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.054592 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.055012 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.055893 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.056264 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.056736 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.057124 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.057576 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnet after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.058231 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnet after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.058679 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.059390 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.plugin [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Modular L2 Plugin initialization complete Nov 19 13:25:19.059861 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading services supported by the core plugin {{(pid=102688) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 13:25:19.060352 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.plugins.ml2.managers [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Got port-security extension from driver 'port_security' Nov 19 13:25:19.060968 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.extensions.vlantransparent [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Disabled vlantransparent extension. Nov 19 13:25:19.062133 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102688) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 13:25:19.062563 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: router Nov 19 13:25:19.101116 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.101516 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router after_create 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.101891 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router before_create 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.102263 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.102642 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.103004 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router after_delete 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.103369 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.103849 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.104219 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router after_create 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.104597 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router after_update 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.104952 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router after_update 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.105308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.105859 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router after_update 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.106076 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_update 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.106448 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: port after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.106794 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: port after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.107138 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: subnet after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.107482 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.107838 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.108198 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_create 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.109658 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: port before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.110025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.110397 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router after_update 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.110750 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.111115 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_create 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.111487 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.111843 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_update 55549900 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.112219 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > agent after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.112606 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > agent after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.112961 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > network after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.113851 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Tracking information for resource: router configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:19.114193 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Tracking information for resource: floatingip configured {{(pid=102688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:25:19.119218 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.db.l3_agentschedulers_db [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 13:25:19.119804 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: port after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.120173 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: port after_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.120561 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: port after_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.120921 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: port after_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.121731 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router before_create 55550100 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.122102 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.122472 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_create 55550100 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.122835 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > router precommit_update 55550100 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.128693 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.services.provider_configuration [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service providers = [] {{(pid=102688) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 13:25:19.129060 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.db.servicetype_db [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102688) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 13:25:19.132044 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.services.service_base [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:25:19.132444 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.services.service_base [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:25:19.132792 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.services.service_base [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:25:19.133686 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.services.service_base [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:25:19.134066 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.services.service_base [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 13:25:19.134448 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.134772 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 13:25:19.146760 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.147105 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: auto_allocate Nov 19 13:25:19.152986 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: network precommit_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.153358 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: network precommit_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.153882 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.154210 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: tag Nov 19 13:25:19.161952 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.162230 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: timestamp Nov 19 13:25:19.166141 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.166472 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: network_ip_availability Nov 19 13:25:19.172675 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.173057 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.173419 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.174160 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.174487 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: flavors Nov 19 13:25:19.181101 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.181442 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading Plugin: revisions Nov 19 13:25:19.185847 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:25:19.186248 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_concurrency.lockutils [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=102688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:25:19.188034 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102688) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 13:25:19.188421 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Initializing extension manager. Nov 19 13:25:19.188943 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: __init__.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.189296 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: __pycache__ {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.189638 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.189980 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: address_group.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.190752 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.191321 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: address-group Nov 19 13:25:19.191655 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: address_scope.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.192405 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.192931 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: address-scope Nov 19 13:25:19.192931 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.194197 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.194720 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: router-admin-state-down-before-update Nov 19 13:25:19.195056 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: agent.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.195766 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.196310 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: agent Nov 19 13:25:19.196645 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: agent_resources_synced.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.197577 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.198105 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: agent-resources-synced Nov 19 13:25:19.198431 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: allowedaddresspairs.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.200266 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.200803 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: allowed-address-pairs Nov 19 13:25:19.201137 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: auto_allocated_topology.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.203411 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.203988 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: auto-allocated-topology Nov 19 13:25:19.204362 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: availability_zone.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.205075 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.205590 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: availability_zone Nov 19 13:25:19.205920 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: availability_zone_filter.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.206857 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.207373 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: availability_zone_filter Nov 19 13:25:19.207704 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: data_plane_status.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.208660 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.209173 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 13:25:19.209501 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: default_subnetpools.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.210436 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.210952 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: default-subnetpools Nov 19 13:25:19.211280 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.212103 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.212662 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: dhcp_agent_scheduler Nov 19 13:25:19.212998 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: dns.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.213933 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.214443 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 13:25:19.214770 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: dns_domain_ports.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.215696 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.216212 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 13:25:19.216570 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.217510 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.218631 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 13:25:19.218966 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: dvr.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.219656 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.220176 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: dvr Nov 19 13:25:19.220532 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: ecmp_routes.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.221473 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.221994 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 13:25:19.222326 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: empty_string_filtering.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.223263 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.223778 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: empty-string-filtering Nov 19 13:25:19.224104 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.225065 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.225581 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:25:19.225907 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.226843 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.227353 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 13:25:19.227681 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: external_net.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.228633 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.229150 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: external-net Nov 19 13:25:19.229477 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.230402 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.230912 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: extra_dhcp_opt Nov 19 13:25:19.231240 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: extraroute.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.232174 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.232716 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: extraroute Nov 19 13:25:19.233043 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: extraroute_atomic.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.234570 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.235095 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: extraroute-atomic Nov 19 13:25:19.235424 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: filter_validation.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.236096 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.236646 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: filter-validation Nov 19 13:25:19.236976 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: fip_pf_description.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.238087 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.238605 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 13:25:19.238933 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: fip_port_details.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.239864 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.240420 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: fip-port-details Nov 19 13:25:19.240744 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: flavors.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.242001 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.242527 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: flavors Nov 19 13:25:19.242859 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.244590 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.245121 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 13:25:19.245465 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: floatingip_pools.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.246175 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.246715 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: floatingip-pools Nov 19 13:25:19.247025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: ip_allocation.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.247967 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.248526 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 13:25:19.249391 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.250841 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.251367 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: ip-substring-filtering Nov 19 13:25:19.251704 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l2_adjacency.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.252739 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.253256 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 13:25:19.253589 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l3.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.254616 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.255139 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: router Nov 19 13:25:19.255469 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.257809 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.258343 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:25:19.258686 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.259640 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.260175 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: ext-gw-mode Nov 19 13:25:19.260537 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.261490 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.262008 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: l3-ha Nov 19 13:25:19.262343 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l3_flavors.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.263277 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.263796 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: l3-flavors Nov 19 13:25:19.264126 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.266146 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.266666 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 13:25:19.266999 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: l3agentscheduler.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.268047 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.268593 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: l3_agent_scheduler Nov 19 13:25:19.268930 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: local_ip.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.270827 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.271360 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension local_ip not supported by any of loaded plugins Nov 19 13:25:19.271701 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: logging.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.273240 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.273768 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension logging not supported by any of loaded plugins Nov 19 13:25:19.274107 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: metering.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.274989 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.275584 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: metering Nov 19 13:25:19.275921 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.277102 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.277631 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: metering_source_and_destination_fields Nov 19 13:25:19.277962 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: multiprovidernet.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.278918 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.279445 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: multi-provider Nov 19 13:25:19.279920 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: netmtu.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.281435 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.281960 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: net-mtu Nov 19 13:25:19.282292 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: netmtu_writable.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.283227 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.283745 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: net-mtu-writable Nov 19 13:25:19.284079 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: network_availability_zone.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.284786 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.285303 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: network_availability_zone Nov 19 13:25:19.285634 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: network_ip_availability.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.286764 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.287285 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: network-ip-availability Nov 19 13:25:19.287616 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: network_segment_range.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.288423 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.288942 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 13:25:19.289275 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: pagination.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.290274 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.290611 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: pagination Nov 19 13:25:19.290941 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: port_device_profile.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.291874 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.292428 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: port-device-profile Nov 19 13:25:19.292761 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.293697 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.294215 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: port-mac-address-regenerate Nov 19 13:25:19.294547 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.295478 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.296573 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: port-numa-affinity-policy Nov 19 13:25:19.296914 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: port_resource_request.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.297862 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.298379 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 13:25:19.298715 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: port_resource_request_groups.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.299697 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.300217 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 13:25:19.300573 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: portbindings.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.301517 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.302036 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: binding Nov 19 13:25:19.302367 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: portbindings_extended.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.303647 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.304172 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: binding-extended Nov 19 13:25:19.304535 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: portsecurity.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.305744 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.306262 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: port-security Nov 19 13:25:19.306595 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: project_id.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.307586 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.307923 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: project-id Nov 19 13:25:19.308273 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: providernet.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.309230 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.309751 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: provider Nov 19 13:25:19.310079 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.314468 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.315006 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos not supported by any of loaded plugins Nov 19 13:25:19.315341 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.316651 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.317175 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 13:25:19.317512 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.318462 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.318979 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 13:25:19.319313 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_default.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.320258 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.320784 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-default not supported by any of loaded plugins Nov 19 13:25:19.321112 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_fip.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.321782 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.322288 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 13:25:19.322617 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_gateway_ip.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.323557 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.324077 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 13:25:19.324432 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_port_network_policy.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.325363 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.325882 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 13:25:19.326213 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.328381 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.329096 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 13:25:19.329434 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_pps_rule.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.330640 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.331166 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-pps not supported by any of loaded plugins Nov 19 13:25:19.331503 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_rule_type_details.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.332482 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.333007 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 13:25:19.333343 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: qos_rules_alias.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.334402 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.334923 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 13:25:19.335263 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: quota_check_limit.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.336192 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.336736 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: quota-check-limit Nov 19 13:25:19.337070 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: quotasv2.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.338035 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.338375 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: quotas Nov 19 13:25:19.338733 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: quotasv2_detail.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.341952 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.342805 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: quota_details Nov 19 13:25:19.342805 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: rbac.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.344229 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.344798 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: rbac-policies Nov 19 13:25:19.345136 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: rbac_address_group.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.346095 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.346627 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: rbac-address-group Nov 19 13:25:19.346963 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: rbac_address_scope.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.347914 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.348469 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: rbac-address-scope Nov 19 13:25:19.348801 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: rbac_security_groups.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.349735 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.350259 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: rbac-security-groups Nov 19 13:25:19.350592 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: rbac_subnetpool.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.351521 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.352044 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: rbac-subnetpool Nov 19 13:25:19.352400 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: revisionifmatch.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.353344 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.354056 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: revision-if-match Nov 19 13:25:19.354393 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: revisions.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.355525 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.356046 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: standard-attr-revisions Nov 19 13:25:19.356418 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: router_availability_zone.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.357104 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.357623 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: router_availability_zone Nov 19 13:25:19.357953 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: routerservicetype.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.359395 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.359916 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 13:25:19.360261 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.361288 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.361814 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: security-groups-normalized-cidr Nov 19 13:25:19.362147 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.363087 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.363608 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: port-security-groups-filtering Nov 19 13:25:19.363940 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.364930 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.365459 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: security-groups-remote-address-group Nov 19 13:25:19.365786 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.366742 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.367264 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: security-groups-shared-filtering Nov 19 13:25:19.367594 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.368201 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 13:25:19.368561 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: securitygroup.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.379656 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.380206 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: security-group Nov 19 13:25:19.380569 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: segment.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.383181 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.386046 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension segment not supported by any of loaded plugins Nov 19 13:25:19.386393 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.387419 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.387947 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 13:25:19.388314 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: servicetype.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.389481 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.391069 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: service-type Nov 19 13:25:19.391409 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: sorting.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.392462 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.392807 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: sorting Nov 19 13:25:19.393147 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: standard_attr_segment.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.394084 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.394612 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 13:25:19.394945 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: standardattrdescription.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.395607 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.396121 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: standard-attr-description Nov 19 13:25:19.396475 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: stateful_security_group.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.397443 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.397960 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: stateful-security-group Nov 19 13:25:19.398292 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: stdattrs_common.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.398875 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 13:25:19.399204 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.400148 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.400709 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 13:25:19.401039 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: subnet_onboard.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.402149 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.402678 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: subnet_onboard Nov 19 13:25:19.403012 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.404023 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.404574 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 13:25:19.404996 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: subnet_service_types.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.406446 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.406969 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: subnet-service-types Nov 19 13:25:19.407300 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: subnetallocation.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.408446 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.408976 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: subnet_allocation Nov 19 13:25:19.409309 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.409995 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.410516 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: subnetpool-prefix-ops Nov 19 13:25:19.410844 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.411795 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.412396 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 13:25:19.412682 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: tagging.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.413813 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.414347 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: standard-attr-tag Nov 19 13:25:19.414681 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: timestamp.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.415913 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.416477 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loaded extension: standard-attr-timestamp Nov 19 13:25:19.416813 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: trunk.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.417874 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.418401 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension trunk not supported by any of loaded plugins Nov 19 13:25:19.418736 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: trunk_details.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.419698 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.420221 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 13:25:19.420580 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: uplink_status_propagation.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.422577 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.423099 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 13:25:19.423435 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Loading extension file: vlantransparent.py {{(pid=102688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:25:19.424355 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:25:19.424878 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 13:25:19.427494 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:network Nov 19 13:25:19.428046 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:subnet Nov 19 13:25:19.428481 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:25:19.428884 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:port Nov 19 13:25:19.430183 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.430893 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service FLAVORS assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.431532 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.431971 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.432355 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:router Nov 19 13:25:19.432805 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:25:19.433310 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service METERING assigned prefix: /metering {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.434776 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.435153 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.435512 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:25:19.437502 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:25:19.438118 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:25:19.438650 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:25:19.439257 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service CORE assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.439604 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:25:19.439962 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] subnetpool is already registered Nov 19 13:25:19.440433 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service CORE assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.440777 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:25:19.441118 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] subnetpool is already registered Nov 19 13:25:19.443419 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.443863 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service FLAVORS assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.444529 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.444927 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.445275 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:router Nov 19 13:25:19.445617 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] router is already registered Nov 19 13:25:19.446034 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:25:19.446376 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] floatingip is already registered Nov 19 13:25:19.446835 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service METERING assigned prefix: /metering {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.447521 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:25:19.447856 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] rbac_policy is already registered Nov 19 13:25:19.448296 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:25:19.448640 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] security_group is already registered Nov 19 13:25:19.449052 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:25:19.449389 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] security_group_rule is already registered Nov 19 13:25:19.450021 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service CORE assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.450358 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:25:19.450699 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] subnetpool is already registered Nov 19 13:25:19.451136 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.v2.resource_helper [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Service CORE assigned prefix: {{(pid=102688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:25:19.451470 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:25:19.451806 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING neutron.quota.resource_registry [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] subnetpool is already registered Nov 19 13:25:19.453380 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: extensions {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.454905 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: address-groups {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.456450 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: address-scopes {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.457799 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: agents {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.459040 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: auto-allocated-topology {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.460318 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: availability_zones {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.461568 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: dhcp-networks {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.463115 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: dhcp-agents {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.464598 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: routers {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.469041 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: flavors {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.470298 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: service_profiles {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.471531 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: next_providers {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.473155 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: service_profiles {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.474736 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: floatingip-pools {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.475977 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: routers {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.478161 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: floatingips {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.479460 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: l3-routers {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.480906 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: l3-agents {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.482332 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: metering-labels {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.484309 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: metering-label-rules {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.485621 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: network-ip-availabilities {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.486911 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: bindings {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.488623 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: quotas {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.490204 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: quotas {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.491759 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: rbac-policies {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.493108 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: security-groups {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.494366 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: security-group-rules {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.495627 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: service-providers {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.496887 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: subnetpools {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.498339 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: subnetpools {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.500477 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.502178 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.504017 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.505868 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.507677 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.509592 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.511292 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.513259 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.516027 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.517917 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron.api.extensions [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Extended resource: tags {{(pid=102688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:25:19.524069 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING keystonemiddleware.auth_token [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 13:25:19.528915 dv-cinder-816324-4-iscsi neutron-server[102688]: WARNING keystonemiddleware.auth_token [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 13:25:19.538963 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_concurrency.lockutils [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Acquired lock "singleton_lock" {{(pid=102688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 13:25:19.539441 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_concurrency.lockutils [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Releasing lock "singleton_lock" {{(pid=102688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 13:25:19.540093 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO oslo_service.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Starting 2 workers Nov 19 13:25:19.544916 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Started child 102797 {{(pid=102688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:25:19.549391 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Started child 102798 {{(pid=102688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:25:19.550978 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO neutron.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 13:25:19.551110 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.552232 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Publish callbacks [] for process, before_spawn {{(pid=102688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.552659 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [-] (102797) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:25:19.554120 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO oslo_service.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Starting 1 workers Nov 19 13:25:19.554765 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.556495 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [-] (102798) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:25:19.559694 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Started child 102799 {{(pid=102688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:25:19.560271 dv-cinder-816324-4-iscsi neutron-server[102688]: INFO oslo_service.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Starting 1 workers Nov 19 13:25:19.564347 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] calling RpcWorker wait() {{(pid=102799) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 13:25:19.564966 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] returning from RpcWorker wait() {{(pid=102799) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 13:25:19.565047 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Started child 102800 {{(pid=102688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:25:19.565878 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1b79-02e2-40ee-a52b-4ea1fb112c82 None None] Publish callbacks [] for process, after_spawn {{(pid=102688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.566190 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.566633 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:19.568079 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:25:19.568195 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:25:19.568402 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:25:19.568629 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:25:19.568987 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:25:19.569169 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:25:19.569709 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.570202 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.570340 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.570603 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.570833 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.570994 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.571530 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.571609 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.571852 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.572093 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:19.572188 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.572399 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.572569 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.572734 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.572985 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.573217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.573508 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.573776 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.574012 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.574247 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.574426 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.575162 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.575447 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.575697 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.575971 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] debug = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.576236 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.576772 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.579308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.579308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.579308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.579308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.579308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.579308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.579308 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.580318 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.580318 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.580318 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.580318 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.580910 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.580910 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.581169 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.581301 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.581443 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.581903 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] host = dv-cinder-816324-4-iscsi {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.582124 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.582344 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.582577 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.582845 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.583104 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.583356 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.583615 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.583883 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.584144 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.584443 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.584702 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.584964 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.585202 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.585453 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.585618 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_options = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.585866 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.586133 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.586384 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.586585 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.586744 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.586981 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.587191 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.587342 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.587607 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.587856 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.588074 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.588314 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.588535 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.588752 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.589019 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.589256 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.589476 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.589688 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.589934 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.590180 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.590427 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.590658 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.590902 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.591126 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.591344 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.591580 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.591924 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.592128 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.592389 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.593315 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.593627 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.593860 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.594083 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.594334 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.594596 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.594828 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.595059 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.595282 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.595558 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.595786 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.596039 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.596331 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.596551 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.596800 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.597090 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.597272 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.597520 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_json = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.597737 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.597973 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.598235 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.598459 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.598652 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.598873 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.599111 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.599364 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.602025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.602025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.602025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.602025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.602025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.602025 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.603044 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.603044 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.603044 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.603232 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.603553 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.603803 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.604099 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.604417 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.604689 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.605053 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.606632 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.606632 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.606632 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.606632 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.606632 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.606632 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.609492 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.610582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.610582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.610582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.610582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.610582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.610582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.610582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.613457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.615217 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.616625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.616625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.616625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.616625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.616625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.616625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.617015 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.617015 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.617724 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.617724 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.617724 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.617987 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.618087 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.618353 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.618570 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.618780 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.618991 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.619239 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.619456 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.619718 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.619898 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.620119 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.620363 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.620579 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.620792 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.621007 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.621240 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.621456 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.621690 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.621927 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.622144 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.622378 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.622586 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.622801 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.623033 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.623251 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.623526 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.623827 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.624158 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.624158 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.624776 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.624902 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.625123 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.625368 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.625586 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.625822 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.626054 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.626318 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.626567 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.626818 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.627061 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.627307 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.627552 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.627772 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.628023 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.628271 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.628510 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.628780 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.629057 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.629292 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.629546 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.629798 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.630035 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.630311 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.630530 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.630813 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.631034 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.631307 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.631610 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.631887 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.632150 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.632423 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.632689 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.632959 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.633236 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.633485 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.633733 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.633982 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.634225 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.634480 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.634764 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.635037 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.635327 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.635712 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.636170 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.636411 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.636654 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.636920 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.637174 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.637429 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.637723 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.637983 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.638246 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.638503 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.638752 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.638968 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.639216 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.639440 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.640184 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.640457 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.640675 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.640913 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.641130 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.641345 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.641599 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.641836 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.642075 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.642306 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.642527 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.642753 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.643006 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.643239 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.643460 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.643705 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.643926 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.644146 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.644385 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.644618 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.644870 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.645111 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.645392 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.645653 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.645888 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.646116 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.646359 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.646629 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.646830 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.647081 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.647303 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.647519 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.647735 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.647955 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.648170 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.648425 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.648663 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.648901 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.649227 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.649469 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.650102 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.650607 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.650792 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.651048 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.651273 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.651511 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.651767 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.651990 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.652214 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.652452 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.652671 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.652918 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.653168 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.653409 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.653621 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.653856 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.654069 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.654304 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.654518 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.654809 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.655075 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.655859 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.656118 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.656370 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.656610 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.656861 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.657078 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.657292 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.657545 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.657759 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.657977 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.658221 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.658436 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.658666 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.658889 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.659105 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.659353 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.659578 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.659789 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.660000 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.660261 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.660477 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.660688 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.660913 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.661126 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.661336 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.661560 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.661949 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.662164 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.662391 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.662666 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.662817 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.663072 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.663290 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.663502 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.663802 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.664064 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.664306 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.664601 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.664867 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.665108 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.665361 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.665672 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.665888 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.666147 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.666386 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.666606 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.666828 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.667088 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.667422 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.667851 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.668104 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.668382 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.668686 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.668960 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.669244 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.669462 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.669754 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.670092 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.670372 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.670630 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.671372 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.671625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.671967 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.672279 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.672508 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.672752 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.672966 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.673219 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.673453 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.673688 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.673910 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.674159 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.674381 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.674632 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.674862 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.675102 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.675323 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.675470 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:25:19.676017 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:25:19.676178 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:25:19.676356 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:25:19.676530 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:25:19.676700 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:25:19.676854 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:25:19.677061 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.677225 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.677399 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.677549 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.677708 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.677887 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.678048 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.678206 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.678363 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.678520 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.678678 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.678835 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.678993 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.679151 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.679311 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.679470 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.679628 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.679785 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.679947 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.680105 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.680278 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.680707 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.680863 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] debug = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.681020 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.681215 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.681377 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.681535 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.681692 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.681849 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.682007 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.682165 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.682321 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.682477 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.682637 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.682792 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.682950 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.683111 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.683268 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.683429 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.683660 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.683801 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.683935 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] host = dv-cinder-816324-4-iscsi {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.684079 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.684213 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.684370 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.684504 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.684638 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.684770 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.684902 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.685047 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.685208 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.685366 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.686319 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.686319 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.686319 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.686319 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.686319 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_options = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.687365 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.687443 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.687647 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.687769 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.688088 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.688088 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.688432 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.688432 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.688587 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.688713 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.688879 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.689009 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.689166 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.689463 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.689463 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690132 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690132 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690132 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690132 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690397 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690397 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690545 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.690625 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691343 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691343 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691343 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691343 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691343 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691724 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691724 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691876 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.691957 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.692126 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.692305 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.692461 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.692623 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.692783 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.692941 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.693108 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.693271 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.693425 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.693582 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.693739 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.693897 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.694056 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.694213 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_json = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.695515 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.696043 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:25:19.696043 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696043 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696043 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696354 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696354 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696497 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696638 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696798 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.696960 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.697510 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.697510 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.697510 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698191 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698191 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698191 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698191 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698191 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698639 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698639 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.698639 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.699370 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.699370 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.699370 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.699370 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.699370 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700378 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700378 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700378 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700378 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700378 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700378 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700766 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700766 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700766 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.700939 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.701159 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.701254 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.701333 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.701486 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.701643 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.701800 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.701979 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.702697 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.702854 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.703023 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.703190 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.703353 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.703521 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.703671 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.703831 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.703992 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.704152 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.704336 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.704500 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.704662 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.704824 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.704983 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.705157 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.705317 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.705477 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.705636 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.705798 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.705957 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.706116 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.706276 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.706436 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.706596 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.706808 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.706978 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.707120 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.707238 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.707397 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.707558 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.707721 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.707880 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.708040 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.708200 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.708381 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.708542 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.708703 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.708862 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.709023 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.709184 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.709345 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.709506 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.709667 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.709828 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.709986 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.710236 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.710323 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:19.710426 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.710552 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.710723 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.710900 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.711060 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.711219 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.711379 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.711539 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.711698 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.711858 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.712018 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.712176 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.712358 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.712519 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.712678 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.712843 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.713009 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.713169 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.713396 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.713494 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.713693 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.713855 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.714013 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.714162 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.714322 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.714482 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.714640 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.714802 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.714963 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.715131 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.715290 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.715453 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.715613 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.715779 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.715950 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.716111 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.716275 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.716442 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.716603 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.716763 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.716925 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.717087 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.717247 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.717407 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.717591 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.718379 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.718571 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.718703 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.718867 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.719052 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.719197 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.719360 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.719504 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.719640 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.719803 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.719961 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.720120 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.720299 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.720455 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.720609 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.720770 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.720930 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.721091 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.721251 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.721411 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.721571 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.721731 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.721890 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.722051 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.722211 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.722372 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.722589 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.722803 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.723006 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.723207 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.723534 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.723615 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.723720 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.724065 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.724472 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.724472 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.724655 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.724739 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.724843 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.725021 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.725161 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.725322 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.725640 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.725640 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.725833 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.725924 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.726084 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.726245 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.726406 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.726568 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.726731 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.726889 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.727267 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.727267 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.727531 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.727531 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.727778 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.727778 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.727969 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.728105 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.728270 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.728435 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.728595 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.728764 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.728897 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.729039 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.729198 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.729357 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.729520 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.729683 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.729843 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.730007 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.730168 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.730327 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.730485 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.730649 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.730805 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.730965 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.731139 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.731768 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.731768 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.731768 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.731768 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.732079 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.732079 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.732223 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.732382 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.732517 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.732677 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.732836 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.733007 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.733172 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.733367 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.733514 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.733673 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.733889 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.734117 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.734245 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.734405 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.734565 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.734725 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.734885 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.735054 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.735215 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.735375 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.735533 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736053 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736053 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736053 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736397 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736397 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736544 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736622 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736771 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.736939 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.737131 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.737261 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.737430 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.737761 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.737761 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.737923 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.738054 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.738214 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.738375 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.738535 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.738694 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.738854 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.739018 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.739181 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.739349 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.739514 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.739675 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.739844 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.740011 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.740178 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.740358 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.740525 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.740697 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.740855 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.741015 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.741176 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.741335 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.741494 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.741653 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.741813 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.741972 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.742130 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.742290 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.742450 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.742609 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.742767 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.742926 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.743092 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.743252 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.743484 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.743584 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.743720 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:25:19.743872 dv-cinder-816324-4-iscsi neutron-server[102688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:25:19.785418 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56246) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:19.793928 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063314 Nov 19 13:25:31.381116 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9abfe-c7c1-4147-944b-8160734a7008 None None] get_active_networks_info from dv-cinder-816324-4-iscsi {{(pid=102799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:25:31.561031 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9abfe-c7c1-4147-944b-8160734a7008 None None] No non-hosted networks {{(pid=102799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 13:25:31.570008 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.agentschedulers_db [None req-5cc9abfe-c7c1-4147-944b-8160734a7008 None None] DHCP Agent not found on host dv-cinder-816324-4-iscsi {{(pid=102799) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 13:25:31.650528 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c1f07d75-a2e1-44fb-81a7-228641fa850e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568415'] for agent, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.885200 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-33bfe99b-b230-4f78-ad22-5ba4328726a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568415'] for agent, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.929204 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-82e3f6e0-4c33-4192-b3b7-9cf9f74de557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.758427 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568415'] for agent, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.352570 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568415'] for agent, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.819727 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.db.l3_hamode_db [None req-b825d7e2-43e2-4427-b8a7-cf91c8fd5fb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 13:25:36.900363 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825d7e2-43e2-4427-b8a7-cf91c8fd5fb1 None None] Routers set() bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:36.901125 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825d7e2-43e2-4427-b8a7-cf91c8fd5fb1 None None] Router IDs set() for agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 13:25:37.281204 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568415'] for agent, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:37.281857 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.282205 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.282555 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.282879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.283212 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.283540 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.283870 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.284220 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.284583 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.284912 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.285256 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.285586 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:37.286012 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816324-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:37.295229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816324-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:37.727969 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56338) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:38.257477 dv-cinder-816324-4-iscsi neutron-server[102798]: WARNING oslo_policy.policy [None req-109750c4-475d-42ef-b14d-d6169306bd81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:25:38.258061 dv-cinder-816324-4-iscsi neutron-server[102798]: WARNING oslo_policy.policy [None req-109750c4-475d-42ef-b14d-d6169306bd81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:25:38.490217 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [None req-109750c4-475d-42ef-b14d-d6169306bd81 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:25:38.491335 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-109750c4-475d-42ef-b14d-d6169306bd81 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7623100 Nov 19 13:25:41.073745 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56354) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:41.462560 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:41.563388 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.policy [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102798) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:25:41.611791 dv-cinder-816324-4-iscsi neutron-server[102798]: WARNING oslo_policy.policy [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:25:41.612172 dv-cinder-816324-4-iscsi neutron-server[102798]: WARNING oslo_policy.policy [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:25:41.621114 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.quota [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] Loaded quota_driver: . Nov 19 13:25:41.721766 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785747531265', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785747527766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785747518308', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785747517304', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785747569196', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785747560943', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3683218', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3784063', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-548462'] for rbac-policy, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.788163 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.789388 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-57829b8e-49a2-4109-afcf-40b10f0e4ed0 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7146435 Nov 19 13:25:44.539034 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56366) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:44.842752 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'name': 'private'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:44.871698 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Made reservation on behalf of e3711971384c4a149ff8f7271037b3d0 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:44.874756 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.892425 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.007464 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.011821 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.041730 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:45.068700 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785747263645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.069314 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Unsubscribe: segment precommit_create {{(pid=102798) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:25:45.069816 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Added segment dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da of type vlan for network 19385ce3-c8c8-44b3-97f6-0b813d92e269 Nov 19 13:25:45.086330 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60720ed-53f9-49b4-b657-c85e5a7663f9,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:45.136382 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.136753 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.137095 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.137430 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.137758 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.138097 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.138427 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.138788 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.139134 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.139467 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.139779 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.140093 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Tracked resource versions report: Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: pushed versions: Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: { 'AddressGroup': {'1.2'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'ConntrackHelper': {'1.0'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Log': {'1.0'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Network': {'1.1'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Port': {'1.7'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'PortForwarding': {'1.2'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'QosPolicy': {'1.10'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroup': {'1.5'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SubPort': {'1.0'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Subnet': {'1.1'}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Trunk': {'1.1'}} Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: consumer versions: Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'ConntrackHelper': '1.0', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Log': '1.0', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Network': '1.1', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Port': '1.7', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'PortForwarding': '1.2', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'QosPolicy': '1.10', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroup': '1.5', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroupRule': '1.2', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SubPort': '1.0', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Subnet': '1.1', Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Trunk': '1.1'}} Nov 19 13:25:45.141170 dv-cinder-816324-4-iscsi neutron-server[102798]: {{(pid=102798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:25:45.190616 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.230298 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.231475 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.232158 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.310921 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7706454 Nov 19 13:25:45.336214 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d96f80-20e8-4715-9b7b-35dc4ff53bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=19385ce3-c8c8-44b3-97f6-0b813d92e269,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:45.349308 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:48.142218 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56380) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:48.539965 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e619d-5515-40db-9c93-1f4a6078e966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:48.541389 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-100e619d-5515-40db-9c93-1f4a6078e966 admin admin] 10.222.0.81 "GET /v2.0/networks/19385ce3-c8c8-44b3-97f6-0b813d92e269 HTTP/1.1" status: 200 len: 826 time: 0.3982086 Nov 19 13:25:48.566878 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-86f45d69-742f-4ccd-ab9d-238361fcdbb2 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/42933d56-0f59-4bc1-87c9-6a542642f490 HTTP/1.1" status: 200 len: 734 time: 0.0185959 Nov 19 13:25:48.576210 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '42933d56-0f59-4bc1-87c9-6a542642f490', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'name': 'private-subnet', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:48.600840 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Made reservation on behalf of e3711971384c4a149ff8f7271037b3d0 for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:48.603088 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.901679 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.972880 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bd2b81-d05f-4cd3-a101-c4a0699de7b6,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:48.977718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Checking segment: {'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:48.978117 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Network hostable DHCP agents. Network: 19385ce3-c8c8-44b3-97f6-0b813d92e269, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:25:49.001395 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:25:49.013108 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 19385ce3-c8c8-44b3-97f6-0b813d92e269) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:49.018949 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.019540 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.025199 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd09e9-6615-402c-92b7-ee1b624f2162 None None] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:49.046762 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f0b04dc7-18e8-4f4e-8a09-7dd29083f947 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4650643 Nov 19 13:25:49.365511 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-19385ce3-c8c8-44b3-97f6-0b813d92e269', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'fixed_ips': [{'subnet_id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:25:49.366784 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.679943 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Allocated IP 172.20.0.2 (19385ce3-c8c8-44b3-97f6-0b813d92e269/56bd2b81-d05f-4cd3-a101-c4a0699de7b6/edb86766-585a-4ea0-8eb1-3e1573bcc031) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:49.886545 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.895194 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.971773 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:49.979603 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:49.985248 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Pushing event updated for resources: {'Port': ['ID=edb86766-585a-4ea0-8eb1-3e1573bcc031,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:49.987457 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:50.019708 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.020071 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.020454 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.020794 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.021129 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.021464 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.021793 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.022123 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.022465 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.022797 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.023126 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.023450 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Tracked resource versions report: Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: pushed versions: Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: { 'AddressGroup': {'1.2'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'ConntrackHelper': {'1.0'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Log': {'1.0'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Network': {'1.1'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Port': {'1.7'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'PortForwarding': {'1.2'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'QosPolicy': {'1.10'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroup': {'1.5'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SubPort': {'1.0'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Subnet': {'1.1'}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Trunk': {'1.1'}} Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: consumer versions: Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'ConntrackHelper': '1.0', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Log': '1.0', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Network': '1.1', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Port': '1.7', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'PortForwarding': '1.2', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'QosPolicy': '1.10', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroup': '1.5', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroupRule': '1.2', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SubPort': '1.0', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Subnet': '1.1', Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Trunk': '1.1'}} Nov 19 13:25:50.024601 dv-cinder-816324-4-iscsi neutron-server[102799]: {{(pid=102799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:25:50.074645 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Attempting to bind port edb86766-585a-4ea0-8eb1-3e1573bcc031 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:50.075038 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Attempting to bind port edb86766-585a-4ea0-8eb1-3e1573bcc031 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:50.075455 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Attempting to bind port edb86766-585a-4ea0-8eb1-3e1573bcc031 on network 19385ce3-c8c8-44b3-97f6-0b813d92e269 {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:50.081133 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:50.081518 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Checking segment: {'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:50.082025 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.082414 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Bound using segment: {'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:50.082912 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Bound port: edb86766-585a-4ea0-8eb1-3e1573bcc031, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:50.083318 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.150723 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] For port edb86766-585a-4ea0-8eb1-3e1573bcc031, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:50.155683 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] For port edb86766-585a-4ea0-8eb1-3e1573bcc031, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=edb86766-585a-4ea0-8eb1-3e1573bcc031,segment=NetworkSegment(dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da),segment_id=dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:50.159452 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.230570 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8742-d31e-4b87-b4c8-663bb5a4581c None None] Pushing event updated for resources: {'Port': ['ID=edb86766-585a-4ea0-8eb1-3e1573bcc031,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:51.629043 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56388) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:51.952424 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [None req-c9066f25-fff7-4e36-abd7-5b8466e2698c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:25:51.953524 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c9066f25-fff7-4e36-abd7-5b8466e2698c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234172 Nov 19 13:25:54.563571 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56396) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:54.907800 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [None req-4eb02bee-28ab-4e32-8913-f2eeab4f28c9 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:25:54.908835 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-4eb02bee-28ab-4e32-8913-f2eeab4f28c9 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3441191 Nov 19 13:25:57.712785 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56406) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:58.021751 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-0a0f8504-9c81-4381-892c-78b6b0ee7f90 admin admin] Request body: {'router': {'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'name': 'router1', 'admin_state_up': True}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:58.062245 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8504-9c81-4381-892c-78b6b0ee7f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.063859 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8504-9c81-4381-892c-78b6b0ee7f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.201967 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8504-9c81-4381-892c-78b6b0ee7f90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.206681 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8504-9c81-4381-892c-78b6b0ee7f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.220882 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8504-9c81-4381-892c-78b6b0ee7f90 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.222078 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0a0f8504-9c81-4381-892c-78b6b0ee7f90 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5083110 Nov 19 13:25:59.092083 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device edb86766-585a-4ea0-8eb1-3e1573bcc031 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:59.181764 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port edb86766-585a-4ea0-8eb1-3e1573bcc031 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:59.182276 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.294597 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.328853 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port edb86766-585a-4ea0-8eb1-3e1573bcc031, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=edb86766-585a-4ea0-8eb1-3e1573bcc031,segment=NetworkSegment(dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da),segment_id=dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:59.333612 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.386041 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=edb86766-585a-4ea0-8eb1-3e1573bcc031,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:59.403923 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386974ed-3928-4447-9271-ae8e35ebb710 None None] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:59.496227 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-aa29c3a8-5d8a-4380-af70-89a72286a627 None None] Provisioning complete for port edb86766-585a-4ea0-8eb1-3e1573bcc031 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:59.496623 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-aa29c3a8-5d8a-4380-af70-89a72286a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.858318 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-f1946b25-446a-457b-8232-8515a6e436d9 None None] Provisioning complete for port edb86766-585a-4ea0-8eb1-3e1573bcc031 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:59.858690 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-f1946b25-446a-457b-8232-8515a6e436d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.795704 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56418) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:01.052590 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device edb86766-585a-4ea0-8eb1-3e1573bcc031 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:01.102903 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port edb86766-585a-4ea0-8eb1-3e1573bcc031 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:01.103281 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.117364 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [None req-363c8516-ddcf-4bcd-bae5-b7765049a94c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:26:01.118568 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-363c8516-ddcf-4bcd-bae5-b7765049a94c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3218079 Nov 19 13:26:01.305454 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e887a1e0-fade-4a23-b655-092bcbef29b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.664393 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 56426) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:03.871261 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-374872d9-5b51-4a88-9c72-f0aef098e2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.979204 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:04.001248 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Made reservation on behalf of 1ccda591d9bb433594b6d66c11d7003e for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:04.003653 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.011550 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.100885 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.104694 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.121727 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Reserving flat network on physical network physnet1 {{(pid=102798) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 13:26:04.136942 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4867030-7d17-49d9-83b3-c05aabdf7995,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:04.144444 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.144796 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Added segment 956730ea-2038-40ac-a0f5-4573c6dea8a8 of type flat for network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e Nov 19 13:26:04.200032 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.233161 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.234012 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:04.234595 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.292762 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6273487 Nov 19 13:26:04.299811 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc60810-c92e-4153-96ca-253f43b48812 admin admin] Pushing event updated for resources: {'Network': ['ID=5a225c58-52f4-4d7c-bcd8-c511932b1b5e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:04.318252 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:04.691668 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.235311 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.812035 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 56444) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:07.042723 dv-cinder-816324-4-iscsi neutron-server[102797]: WARNING oslo_policy.policy [None req-c4e86a2d-6b96-44a5-b869-5606bc81e657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:26:07.043357 dv-cinder-816324-4-iscsi neutron-server[102797]: WARNING oslo_policy.policy [None req-c4e86a2d-6b96-44a5-b869-5606bc81e657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:26:07.281700 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.469538 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.policy [None req-c4e86a2d-6b96-44a5-b869-5606bc81e657 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102797) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:26:07.518470 dv-cinder-816324-4-iscsi neutron-server[102797]: WARNING oslo_policy.policy [None req-c4e86a2d-6b96-44a5-b869-5606bc81e657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:26:07.518858 dv-cinder-816324-4-iscsi neutron-server[102797]: WARNING oslo_policy.policy [None req-c4e86a2d-6b96-44a5-b869-5606bc81e657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:26:07.527133 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e86a2d-6b96-44a5-b869-5606bc81e657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:07.529236 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-c4e86a2d-6b96-44a5-b869-5606bc81e657 admin admin] 10.222.0.81 "GET /v2.0/subnets/56bd2b81-d05f-4cd3-a101-c4a0699de7b6 HTTP/1.1" status: 200 len: 849 time: 0.7151229 Nov 19 13:26:07.693843 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ea7d241c-f4a1-4f7f-99c7-abed7043cccb admin admin] 10.222.0.81 "GET /v2.0/routers/bb265a60-fefc-4313-88b6-c1b9d883a324 HTTP/1.1" status: 200 len: 704 time: 0.1581695 Nov 19 13:26:07.958930 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.293231 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Allocated IP 172.20.0.1 (19385ce3-c8c8-44b3-97f6-0b813d92e269/56bd2b81-d05f-4cd3-a101-c4a0699de7b6/1cffbcce-8b83-4a64-a74c-c3ee9d55219c) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:08.512195 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.589699 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.652323 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:08.658256 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:08.706101 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:08.706764 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.768344 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Pushing event updated for resources: {'Port': ['ID=1cffbcce-8b83-4a64-a74c-c3ee9d55219c,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:08.788405 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.788774 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.789124 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.789458 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.789789 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.790135 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.790474 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.790813 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.791153 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.791480 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.791804 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.792124 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Tracked resource versions report: Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: pushed versions: Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: { 'AddressGroup': {'1.2'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'ConntrackHelper': {'1.0'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Log': {'1.0'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Network': {'1.1'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Port': {'1.7'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'PortForwarding': {'1.2'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'QosPolicy': {'1.10'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroup': {'1.5'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SubPort': {'1.0'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Subnet': {'1.1'}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Trunk': {'1.1'}} Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: consumer versions: Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'ConntrackHelper': '1.0', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Log': '1.0', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Network': '1.1', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Port': '1.7', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'PortForwarding': '1.2', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'QosPolicy': '1.10', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroup': '1.5', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroupRule': '1.2', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SubPort': '1.0', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Subnet': '1.1', Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Trunk': '1.1'}} Nov 19 13:26:08.793238 dv-cinder-816324-4-iscsi neutron-server[102797]: {{(pid=102797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:26:08.915681 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-faaa1b8f-adfe-462a-9b5a-9d88c4f874c3 None None] Provisioning complete for port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:08.916266 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-faaa1b8f-adfe-462a-9b5a-9d88c4f874c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.925049 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.995884 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-faaa1b8f-adfe-462a-9b5a-9d88c4f874c3 None None] Port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:09.148466 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.152726 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.153593 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.233275 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Pushing event updated for resources: {'Port': ['ID=1cffbcce-8b83-4a64-a74c-c3ee9d55219c,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:09.281433 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:09.282814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:09.497464 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Router bb265a60-fefc-4313-88b6-c1b9d883a324 is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:26:09.517550 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-2d594e13-f843-4314-8d87-6da17e073aae None None] Provisioning complete for port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:09.517873 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2d594e13-f843-4314-8d87-6da17e073aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.550055 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-2d594e13-f843-4314-8d87-6da17e073aae None None] Port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:09.591871 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:26:09.597271 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-9ff93a2e-22a7-47e8-86e8-12ce7a3e8d51 admin admin] 10.222.0.81 "PUT /v2.0/routers/bb265a60-fefc-4313-88b6-c1b9d883a324/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8977797 Nov 19 13:26:09.602299 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Sync routers for ids ['bb265a60-fefc-4313-88b6-c1b9d883a324'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:26:09.615051 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Routers {'bb265a60-fefc-4313-88b6-c1b9d883a324'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:26:09.615865 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:26:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['bb265a60-fefc-4313-88b6-c1b9d883a324'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:09.808419 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Set router bb265a60-fefc-4313-88b6-c1b9d883a324 gateway port host: None {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:26:10.249095 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'name': 'router1', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:25:58Z', 'updated_at': '2021-11-19T13:26:08Z', 'revision_number': 2, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'gw_port_host': None, '_interfaces': [{'id': '1cffbcce-8b83-4a64-a74c-c3ee9d55219c', 'name': '', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'mac_address': 'fa:16:3e:79:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:07Z', 'updated_at': '2021-11-19T13:26:09Z', 'revision_number': 2, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'subnets': [{'id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42933d56-0f59-4bc1-87c9-6a542642f490'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:10.312092 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Checking router: bb265a60-fefc-4313-88b6-c1b9d883a324 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:26:10.312499 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Updating router bb265a60-fefc-4313-88b6-c1b9d883a324 port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:26:10.362227 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.913043 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.919324 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.087129 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Pushing event updated for resources: {'Port': ['ID=1cffbcce-8b83-4a64-a74c-c3ee9d55219c,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:11.099439 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.099799 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.100144 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.100505 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.100835 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.101174 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.101504 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.101833 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.102230 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.102492 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.102828 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.103156 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Tracked resource versions report: Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: pushed versions: Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: { 'AddressGroup': {'1.2'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'ConntrackHelper': {'1.0'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Log': {'1.0'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Network': {'1.1'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Port': {'1.7'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'PortForwarding': {'1.2'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'QosPolicy': {'1.10'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroup': {'1.5'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SubPort': {'1.0'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Subnet': {'1.1'}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Trunk': {'1.1'}} Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: consumer versions: Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'ConntrackHelper': '1.0', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Log': '1.0', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Network': '1.1', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Port': '1.7', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'PortForwarding': '1.2', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'QosPolicy': '1.10', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroup': '1.5', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroupRule': '1.2', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SubPort': '1.0', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Subnet': '1.1', Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Trunk': '1.1'}} Nov 19 13:26:11.104270 dv-cinder-816324-4-iscsi neutron-server[102800]: {{(pid=102800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:26:11.106866 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Attempting to bind port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:11.107995 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Attempting to bind port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:11.108545 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Attempting to bind port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c on network 19385ce3-c8c8-44b3-97f6-0b813d92e269 {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:11.114696 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:11.115292 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Checking segment: {'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:11.115603 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.116622 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Bound using segment: {'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:11.116622 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Bound port: 1cffbcce-8b83-4a64-a74c-c3ee9d55219c, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:11.116941 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.186528 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-51276a1b-5ae2-4b3c-9b9d-15e290405429 None None] Provisioning complete for port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:11.187064 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] For port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:11.187174 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-51276a1b-5ae2-4b3c-9b9d-15e290405429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.208564 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] For port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=1cffbcce-8b83-4a64-a74c-c3ee9d55219c,segment=NetworkSegment(dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da),segment_id=dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:11.213564 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.225518 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-51276a1b-5ae2-4b3c-9b9d-15e290405429 None None] Port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:11.271925 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Routers {'bb265a60-fefc-4313-88b6-c1b9d883a324'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:26:11.272578 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:26:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['bb265a60-fefc-4313-88b6-c1b9d883a324'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:11.275765 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392a337-6b06-4828-91a7-670d2c96efd6 None None] Pushing event updated for resources: {'Port': ['ID=1cffbcce-8b83-4a64-a74c-c3ee9d55219c,revision_number=4']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:11.364310 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] Set router bb265a60-fefc-4313-88b6-c1b9d883a324 gateway port host: None {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:26:11.445229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-a08a6d1f-448a-446d-83fc-6c8e06b0e2ab None None] Provisioning complete for port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:11.445431 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a08a6d1f-448a-446d-83fc-6c8e06b0e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.524760 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a08a6d1f-448a-446d-83fc-6c8e06b0e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.559414 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-a08a6d1f-448a-446d-83fc-6c8e06b0e2ab None None] For port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=1cffbcce-8b83-4a64-a74c-c3ee9d55219c,segment=NetworkSegment(dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da),segment_id=dcc6e1da-a4a6-44f6-be0c-61f8c5bd89da)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:11.564658 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a08a6d1f-448a-446d-83fc-6c8e06b0e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.590766 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'name': 'router1', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:25:58Z', 'updated_at': '2021-11-19T13:26:08Z', 'revision_number': 2, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'gw_port_host': None, '_interfaces': [{'id': '1cffbcce-8b83-4a64-a74c-c3ee9d55219c', 'name': '', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'mac_address': 'fa:16:3e:79:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:07Z', 'updated_at': '2021-11-19T13:26:11Z', 'revision_number': 4, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'subnets': [{'id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42933d56-0f59-4bc1-87c9-6a542642f490'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:11.618384 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a6d1f-448a-446d-83fc-6c8e06b0e2ab None None] Pushing event updated for resources: {'Port': ['ID=1cffbcce-8b83-4a64-a74c-c3ee9d55219c,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:11.621290 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b4c86-adaa-4023-9f7d-a76bb4604926 None None] The sync data for ids ['bb265a60-fefc-4313-88b6-c1b9d883a324'] in dv-cinder-816324-4-iscsi is: [{'id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'name': 'router1', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:25:58Z', 'updated_at': '2021-11-19T13:26:08Z', 'revision_number': 2, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'gw_port_host': None, '_interfaces': [{'id': '1cffbcce-8b83-4a64-a74c-c3ee9d55219c', 'name': '', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'mac_address': 'fa:16:3e:79:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:07Z', 'updated_at': '2021-11-19T13:26:11Z', 'revision_number': 4, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'subnets': [{'id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42933d56-0f59-4bc1-87c9-6a542642f490'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:26:12.019220 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 56476) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:12.133770 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0cd875-336a-4433-9e5c-964296acea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:12.135131 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5e0cd875-336a-4433-9e5c-964296acea79 admin admin] 10.222.0.81 "GET /v2.0/networks/5a225c58-52f4-4d7c-bcd8-c511932b1b5e HTTP/1.1" status: 200 len: 842 time: 0.1146226 Nov 19 13:26:12.145640 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:12.147048 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.quota [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Loaded quota_driver: . Nov 19 13:26:12.190443 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Made reservation on behalf of 1ccda591d9bb433594b6d66c11d7003e for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:12.192929 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.505998 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.objects.ports [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102797) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:26:12.505998 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.565752 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c07a6b-6636-4d58-9dad-59e9b1e3ed99,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:12.578911 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:12.579263 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Network hostable DHCP agents. Network: 5a225c58-52f4-4d7c-bcd8-c511932b1b5e, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:12.601345 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:12.614135 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 5a225c58-52f4-4d7c-bcd8-c511932b1b5e) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:12.618702 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:12.619435 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.626321 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8be90d-2bd8-44c6-aa3b-fbc31b518696 None None] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:12.646804 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b85eace4-7971-4ed7-861b-b13c66d579fb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5046618 Nov 19 13:26:12.779456 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e256ec4-5376-4019-bec2-ec35864f59d3 None None] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:15.115177 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 56484) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:15.248438 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-6a82060d-3087-4a6d-8d15-d9f1fba973ff admin admin] 10.222.0.81 "GET /v2.0/routers/bb265a60-fefc-4313-88b6-c1b9d883a324 HTTP/1.1" status: 200 len: 710 time: 0.1320775 Nov 19 13:26:15.336410 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4564e000-c5b7-41f5-ae16-289fe1d49529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:15.337564 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-4564e000-c5b7-41f5-ae16-289fe1d49529 admin admin] 10.222.0.81 "GET /v2.0/networks/5a225c58-52f4-4d7c-bcd8-c511932b1b5e HTTP/1.1" status: 200 len: 886 time: 0.0833795 Nov 19 13:26:15.347433 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:15.605562 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.844697 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.993200 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.097864 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Allocated IP 172.27.0.253 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/35d303f9-ea69-48bd-8872-9a36456cd7ea) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:16.195735 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.231464 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.271226 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:16.281456 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:16.283296 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Pushing event updated for resources: {'Port': ['ID=35d303f9-ea69-48bd-8872-9a36456cd7ea,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:16.296810 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:16.552239 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.756779 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113754'] for router, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.760373 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569515'] for router, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.871910 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Router bb265a60-fefc-4313-88b6-c1b9d883a324 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:26:16.978321 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:26:16.984369 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.985590 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-273a6f2a-f727-481d-9cc7-0825512f6098 admin admin] 10.222.0.81 "PUT /v2.0/routers/bb265a60-fefc-4313-88b6-c1b9d883a324 HTTP/1.1" status: 200 len: 890 time: 1.6413243 Nov 19 13:26:18.867586 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Sync routers for ids ['bb265a60-fefc-4313-88b6-c1b9d883a324'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:26:18.879697 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Routers {'bb265a60-fefc-4313-88b6-c1b9d883a324'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:26:18.880380 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:26:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['bb265a60-fefc-4313-88b6-c1b9d883a324'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:19.092871 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Set router bb265a60-fefc-4313-88b6-c1b9d883a324 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:26:19.109377 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 1cffbcce-8b83-4a64-a74c-c3ee9d55219c up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:19.360025 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:19.360428 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.590634 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 56498) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:19.677634 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'name': 'router1', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '35d303f9-ea69-48bd-8872-9a36456cd7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:25:58Z', 'updated_at': '2021-11-19T13:26:16Z', 'revision_number': 4, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'gw_port': {'id': '35d303f9-ea69-48bd-8872-9a36456cd7ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:15Z', 'updated_at': '2021-11-19T13:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '1cffbcce-8b83-4a64-a74c-c3ee9d55219c', 'name': '', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'mac_address': 'fa:16:3e:79:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:07Z', 'updated_at': '2021-11-19T13:26:11Z', 'revision_number': 5, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'subnets': [{'id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42933d56-0f59-4bc1-87c9-6a542642f490'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:19.709041 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5138f8ad-7f2d-4575-a915-344dae1255d6 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163988 Nov 19 13:26:19.731127 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Checking router: bb265a60-fefc-4313-88b6-c1b9d883a324 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:26:19.731511 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Updating router bb265a60-fefc-4313-88b6-c1b9d883a324 port 35d303f9-ea69-48bd-8872-9a36456cd7ea binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:26:19.784151 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.125150 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.131907 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.191600 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Attempting to bind port 35d303f9-ea69-48bd-8872-9a36456cd7ea on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:20.191983 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Attempting to bind port 35d303f9-ea69-48bd-8872-9a36456cd7ea by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:20.192399 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Attempting to bind port 35d303f9-ea69-48bd-8872-9a36456cd7ea on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:20.195671 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ec36-6677-4f2c-877b-04a579131f3a None None] Pushing event updated for resources: {'Port': ['ID=35d303f9-ea69-48bd-8872-9a36456cd7ea,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:20.202121 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:20.202512 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:20.202932 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.203330 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:20.203821 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Bound port: 35d303f9-ea69-48bd-8872-9a36456cd7ea, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:20.204416 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.258383 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] For port 35d303f9-ea69-48bd-8872-9a36456cd7ea, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:20.261628 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] For port 35d303f9-ea69-48bd-8872-9a36456cd7ea, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=35d303f9-ea69-48bd-8872-9a36456cd7ea,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:20.266579 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.332154 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ec36-6677-4f2c-877b-04a579131f3a None None] Pushing event updated for resources: {'Port': ['ID=35d303f9-ea69-48bd-8872-9a36456cd7ea,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:20.335155 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Routers {'bb265a60-fefc-4313-88b6-c1b9d883a324'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:26:20.335536 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:26:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['bb265a60-fefc-4313-88b6-c1b9d883a324'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:20.453143 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] Set router bb265a60-fefc-4313-88b6-c1b9d883a324 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:26:20.688376 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'name': 'router1', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '35d303f9-ea69-48bd-8872-9a36456cd7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:25:58Z', 'updated_at': '2021-11-19T13:26:16Z', 'revision_number': 4, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'gw_port': {'id': '35d303f9-ea69-48bd-8872-9a36456cd7ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:15Z', 'updated_at': '2021-11-19T13:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '1cffbcce-8b83-4a64-a74c-c3ee9d55219c', 'name': '', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'mac_address': 'fa:16:3e:79:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:07Z', 'updated_at': '2021-11-19T13:26:11Z', 'revision_number': 5, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'subnets': [{'id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42933d56-0f59-4bc1-87c9-6a542642f490'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:20.719768 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba12795-9941-4393-a45c-e5fd4fd5ee97 None None] The sync data for ids ['bb265a60-fefc-4313-88b6-c1b9d883a324'] in dv-cinder-816324-4-iscsi is: [{'id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'name': 'router1', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '35d303f9-ea69-48bd-8872-9a36456cd7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:25:58Z', 'updated_at': '2021-11-19T13:26:16Z', 'revision_number': 4, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'gw_port': {'id': '35d303f9-ea69-48bd-8872-9a36456cd7ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:15Z', 'updated_at': '2021-11-19T13:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '1cffbcce-8b83-4a64-a74c-c3ee9d55219c', 'name': '', 'network_id': '19385ce3-c8c8-44b3-97f6-0b813d92e269', 'tenant_id': 'e3711971384c4a149ff8f7271037b3d0', 'mac_address': 'fa:16:3e:79:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb265a60-fefc-4313-88b6-c1b9d883a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:26:07Z', 'updated_at': '2021-11-19T13:26:11Z', 'revision_number': 5, 'project_id': 'e3711971384c4a149ff8f7271037b3d0', 'subnets': [{'id': '56bd2b81-d05f-4cd3-a101-c4a0699de7b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42933d56-0f59-4bc1-87c9-6a542642f490'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:26:21.155902 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 35d303f9-ea69-48bd-8872-9a36456cd7ea up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:21.215118 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 35d303f9-ea69-48bd-8872-9a36456cd7ea triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:21.215560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.299245 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.320936 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 35d303f9-ea69-48bd-8872-9a36456cd7ea, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=35d303f9-ea69-48bd-8872-9a36456cd7ea,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:21.326755 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.382855 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=35d303f9-ea69-48bd-8872-9a36456cd7ea,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:22.623534 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:26:23.075347 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 35d303f9-ea69-48bd-8872-9a36456cd7ea up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:23.135728 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 35d303f9-ea69-48bd-8872-9a36456cd7ea triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:23.136120 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.320015 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c0079aed-4a05-4923-8b5f-4db13808b4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.877586 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-59a3e5f1-e15f-4c58-b5b1-f711880cabe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.699964 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:36.241487 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.288959 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.626168 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:27:01.316073 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-427fcecd-c25b-4259-bf16-1b34b6d939ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.917586 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3a2f447c-7527-4134-be03-e1fdce05aee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.702019 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.238954 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.284740 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.310568 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fa360abf-e6bf-4527-9a23-d36307abc1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.882858 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-404d7631-6011-4eae-9d1c-e5591d8388d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:34.706841 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.242281 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.624812 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:27:37.286372 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:44.595581 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 56982) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.661256 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b533e430-5294-46ab-9dd7-c461b3f35256 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:27:44.662581 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b533e430-5294-46ab-9dd7-c461b3f35256 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660324 Nov 19 13:27:44.831011 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0398fd-abfc-441b-8129-7e12dacc24ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:44.832482 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-7e0398fd-abfc-441b-8129-7e12dacc24ab admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1651523 Nov 19 13:27:47.199954 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 56992) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:47.291440 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad562a97-1af0-47f3-a077-cf33db9fc3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:47.293450 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ad562a97-1af0-47f3-a077-cf33db9fc3a2 admin admin] 10.222.0.81 "GET /v2.0/subnets/56bd2b81-d05f-4cd3-a101-c4a0699de7b6 HTTP/1.1" status: 200 len: 849 time: 0.0923996 Nov 19 13:27:47.303497 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:47.478289 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.621061 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785747323221'] for subnet, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.654469 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:47.654646 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.656502 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] 10.222.0.81 "PUT /v2.0/subnets/56bd2b81-d05f-4cd3-a101-c4a0699de7b6 HTTP/1.1" status: 200 len: 868 time: 0.3566980 Nov 19 13:27:47.658236 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1011d51-608a-4acb-b14b-eeebfeb24a65 None None] Network 19385ce3-c8c8-44b3-97f6-0b813d92e269 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:47.675252 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bd2b81-d05f-4cd3-a101-c4a0699de7b6,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:47.689204 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.689930 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.690310 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.690649 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.691756 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.692274 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.692643 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.692999 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.693365 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.693846 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.694189 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:47.694519 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23259263-ecea-4c59-9da4-73707bc6fa75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:48.033331 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-7d46bfb3-3d16-4b4e-982d-043789dee1a9 None None] Provisioning complete for port edb86766-585a-4ea0-8eb1-3e1573bcc031 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:48.033697 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7d46bfb3-3d16-4b4e-982d-043789dee1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:48.131099 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-7d46bfb3-3d16-4b4e-982d-043789dee1a9 None None] Provisioning complete for port 1cffbcce-8b83-4a64-a74c-c3ee9d55219c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:48.131388 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7d46bfb3-3d16-4b4e-982d-043789dee1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:50.023608 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57000) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:50.244741 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94968777-79f7-4a13-8b14-ce6050610fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:50.245095 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94968777-79f7-4a13-8b14-ce6050610fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:50.246633 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-94968777-79f7-4a13-8b14-ce6050610fb7 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2220788 Nov 19 13:27:52.560547 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57010) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:52.697535 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5197d-a16d-4877-9ddf-ac5510175695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:52.697903 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5197d-a16d-4877-9ddf-ac5510175695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:52.699443 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b2f5197d-a16d-4877-9ddf-ac5510175695 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1378930 Nov 19 13:27:55.024813 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57018) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:55.200722 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8a5fa-6caf-4001-a05a-1ed838065ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:55.202098 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5bf8a5fa-6caf-4001-a05a-1ed838065ed8 admin admin] 10.222.0.81 "GET /v2.0/networks/19385ce3-c8c8-44b3-97f6-0b813d92e269 HTTP/1.1" status: 200 len: 870 time: 0.1763258 Nov 19 13:27:57.504654 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57026) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:57.631066 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7131e-1f37-4f24-a2b2-bdec851bfcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:57.632469 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f6d7131e-1f37-4f24-a2b2-bdec851bfcc0 admin admin] 10.222.0.81 "GET /v2.0/networks/5a225c58-52f4-4d7c-bcd8-c511932b1b5e HTTP/1.1" status: 200 len: 886 time: 0.1268332 Nov 19 13:28:00.005161 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57034) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:00.131308 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a33174-de5a-45ff-947c-b592b8efb567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.131761 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a33174-de5a-45ff-947c-b592b8efb567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.133305 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-31a33174-de5a-45ff-947c-b592b8efb567 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271985 Nov 19 13:28:01.312906 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-9237677a-41cd-46cf-8e06-9fec54e471b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.450612 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57042) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:02.580152 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba2285a-a584-4f81-a384-5eaf00809a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.580636 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba2285a-a584-4f81-a384-5eaf00809a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.582170 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-4ba2285a-a584-4f81-a384-5eaf00809a5b admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1306000 Nov 19 13:28:03.883918 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0b7adeda-ba32-4262-b3d1-9a045e486af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.700368 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.899193 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57050) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:04.987078 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf0c54-694b-451f-91ac-b863abcd1dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:04.988360 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-3fbf0c54-694b-451f-91ac-b863abcd1dd6 admin admin] 10.222.0.81 "GET /v2.0/subnets/45c07a6b-6636-4d58-9dad-59e9b1e3ed99 HTTP/1.1" status: 200 len: 816 time: 0.0881834 Nov 19 13:28:06.245766 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:07.287763 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:07.314481 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57058) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:07.414275 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be428fbb-1105-4278-af17-d1ad73cd84fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:07.415533 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-be428fbb-1105-4278-af17-d1ad73cd84fd admin admin] 10.222.0.81 "GET /v2.0/subnets/56bd2b81-d05f-4cd3-a101-c4a0699de7b6 HTTP/1.1" status: 200 len: 868 time: 0.1000717 Nov 19 13:28:13.623899 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:28:31.315078 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-46c488fa-5bb4-4bb5-99a7-a64524c21f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:32.133284 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57112) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:32.183502 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [None req-94611c3b-a754-4f52-9447-6c62c4536782 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:28:32.185349 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-94611c3b-a754-4f52-9447-6c62c4536782 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510635 Nov 19 13:28:33.887387 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d0d9-d0dd-4a05-bb01-e054d7f1f4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:34.602283 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57120) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:34.667411 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e382022-1f4a-45b6-bafb-26b5181ef960 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:28:34.668678 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2e382022-1f4a-45b6-bafb-26b5181ef960 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654304 Nov 19 13:28:34.704670 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:34.759345 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab42ba9-f093-464d-b593-a1e1417f58f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:34.760874 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5ab42ba9-f093-464d-b593-a1e1417f58f5 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0877700 Nov 19 13:28:36.250265 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.129724 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57128) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:37.177091 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:37.202329 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Made reservation on behalf of 1ccda591d9bb433594b6d66c11d7003e for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:37.204979 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.235918 dv-cinder-816324-4-iscsi neutron-server[102797]: WARNING neutron.services.revisions.revision_plugin [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Could not find related network for resource to bump revision. Nov 19 13:28:37.253014 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:28:37.266275 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785747263645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.267036 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Unsubscribe: segment precommit_create {{(pid=102797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:28:37.267493 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Added segment d9fa033d-2a87-465e-8b5a-ee3d14ba8468 of type vlan for network 2e0abc04-df09-476a-b7c9-246afde2a3fc Nov 19 13:28:37.284466 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.319364 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.352170 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.353193 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:37.353767 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.437084 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3061581 Nov 19 13:28:37.461744 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa52861-b319-47b0-a9aa-4369591a7d99 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0abc04-df09-476a-b7c9-246afde2a3fc,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:37.474296 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 2e0abc04-df09-476a-b7c9-246afde2a3fc details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:28:39.762058 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57136) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:39.822719 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbf381c-e8bd-41a3-972f-357ff95330cf admin admin] GET failed (client error): The resource could not be found. Nov 19 13:28:39.824015 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2bbf381c-e8bd-41a3-972f-357ff95330cf admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609879 Nov 19 13:28:39.895871 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f76067c-7895-4e0d-8904-2e50060dd4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:39.897348 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-9f76067c-7895-4e0d-8904-2e50060dd4b3 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0688703 Nov 19 13:28:39.908195 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:39.929536 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Made reservation on behalf of 1ccda591d9bb433594b6d66c11d7003e for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:39.932095 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.095778 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.149572 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48afd9db-3102-447e-af47-e915136ed0d2,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:40.156919 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Checking segment: {'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:40.157276 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Network hostable DHCP agents. Network: 2e0abc04-df09-476a-b7c9-246afde2a3fc, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:28:40.172911 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Network 2e0abc04-df09-476a-b7c9-246afde2a3fc is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:28:40.181352 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 2e0abc04-df09-476a-b7c9-246afde2a3fc) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:40.185378 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:40.185990 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.190652 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4772bf-ec3b-49c9-ba9b-d8cc848c10e3 None None] Network 2e0abc04-df09-476a-b7c9-246afde2a3fc requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:40.204795 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5afc21cd-a9e8-4ee7-a777-e1ee6afdc9f2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2995408 Nov 19 13:28:40.461825 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-2e0abc04-df09-476a-b7c9-246afde2a3fc', 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc', 'tenant_id': '1ccda591d9bb433594b6d66c11d7003e', 'fixed_ips': [{'subnet_id': '48afd9db-3102-447e-af47-e915136ed0d2'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:28:40.463488 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.610304 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Allocated IP 192.168.233.2 (2e0abc04-df09-476a-b7c9-246afde2a3fc/48afd9db-3102-447e-af47-e915136ed0d2/497d9f04-3cb1-4117-8bc5-6395507884fe) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:28:40.756997 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.763459 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.811371 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Network 2e0abc04-df09-476a-b7c9-246afde2a3fc is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:28:40.814229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:40.816660 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:28:40.821446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Pushing event updated for resources: {'Port': ['ID=497d9f04-3cb1-4117-8bc5-6395507884fe,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:40.831335 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.831709 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.832064 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.832435 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.832772 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.833114 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.833446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.833768 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.834120 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.834450 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.834775 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.835102 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:40.888591 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Attempting to bind port 497d9f04-3cb1-4117-8bc5-6395507884fe on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:28:40.889005 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Attempting to bind port 497d9f04-3cb1-4117-8bc5-6395507884fe by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:28:40.889372 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Attempting to bind port 497d9f04-3cb1-4117-8bc5-6395507884fe on network 2e0abc04-df09-476a-b7c9-246afde2a3fc {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:40.894547 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:28:40.894980 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Checking segment: {'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:40.895389 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.895784 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Bound using segment: {'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:28:40.896296 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Bound port: 497d9f04-3cb1-4117-8bc5-6395507884fe, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:28:40.896655 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.961006 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] For port 497d9f04-3cb1-4117-8bc5-6395507884fe, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:28:40.964625 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] For port 497d9f04-3cb1-4117-8bc5-6395507884fe, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=497d9f04-3cb1-4117-8bc5-6395507884fe,segment=NetworkSegment(d9fa033d-2a87-465e-8b5a-ee3d14ba8468),segment_id=d9fa033d-2a87-465e-8b5a-ee3d14ba8468)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:28:40.968891 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:41.029634 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f1725-603f-4c71-94f0-9a38cc8d7705 None None] Pushing event updated for resources: {'Port': ['ID=497d9f04-3cb1-4117-8bc5-6395507884fe,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:41.907764 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07671d67-00f9-4cc8-a881-d29c6ab330aa None None] Network 2e0abc04-df09-476a-b7c9-246afde2a3fc requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:41.990541 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-8f5e93d8-774a-453c-a883-b43edb8e98d5 None None] Provisioning complete for port 497d9f04-3cb1-4117-8bc5-6395507884fe triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:41.990925 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8f5e93d8-774a-453c-a883-b43edb8e98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.146769 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8f5e93d8-774a-453c-a883-b43edb8e98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.182404 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-8f5e93d8-774a-453c-a883-b43edb8e98d5 None None] For port 497d9f04-3cb1-4117-8bc5-6395507884fe, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=497d9f04-3cb1-4117-8bc5-6395507884fe,segment=NetworkSegment(d9fa033d-2a87-465e-8b5a-ee3d14ba8468),segment_id=d9fa033d-2a87-465e-8b5a-ee3d14ba8468)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:42.187841 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8f5e93d8-774a-453c-a883-b43edb8e98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.246630 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e93d8-774a-453c-a883-b43edb8e98d5 None None] Pushing event updated for resources: {'Port': ['ID=497d9f04-3cb1-4117-8bc5-6395507884fe,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:42.409735 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-d964bf79-5e9a-48cf-967d-c0a42d23d837 None None] Provisioning complete for port 497d9f04-3cb1-4117-8bc5-6395507884fe triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:42.410411 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d964bf79-5e9a-48cf-967d-c0a42d23d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.179973 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 497d9f04-3cb1-4117-8bc5-6395507884fe up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:43.235574 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 497d9f04-3cb1-4117-8bc5-6395507884fe triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:43.235939 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.623084 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:29:01.317174 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e4c5-0ec9-40b2-bbdd-ec74cda870ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.889661 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a93b27ba-ddfa-48d4-ad71-7624ae09494a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.706955 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.252378 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.286262 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.622455 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:29:31.323771 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7b88d1aa-2efe-478c-8f9b-d701d1cc653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.892872 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-130ae347-603f-4fe3-82c5-3091087c795b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.712948 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:36.255461 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.290607 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.514397 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57180) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:53.520158 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [None req-a792d741-2e27-4708-8472-7a5f4b551a44 tempest-verify_tempest_config-501505063 tempest-verify_tempest_config-501505063-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:29:53.521140 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-a792d741-2e27-4708-8472-7a5f4b551a44 tempest-verify_tempest_config-501505063 tempest-verify_tempest_config-501505063-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057979 Nov 19 13:29:53.816401 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57198) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:53.919855 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.023379 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.027224 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.070407 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8ae1e4-ecb4-41bd-9014-96b72d73a5de,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:54.074186 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56a63e0ccc7441d3aec397fa92654f57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2567992 Nov 19 13:29:54.077185 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57202) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:54.079809 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.080177 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.080551 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.080896 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.081238 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.081577 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.081918 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.082252 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.082599 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.082934 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.083270 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.083622 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64ac8b-75bb-4a74-b54d-9e72c5b0fae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.139159 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.160346 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.252771 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.255299 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.256513 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d8ae1e4-ecb4-41bd-9014-96b72d73a5de HTTP/1.1" status: 204 len: 168 time: 0.1782463 Nov 19 13:29:54.264654 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8ae1e4-ecb4-41bd-9014-96b72d73a5de,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:54.271353 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.271739 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.272079 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.272447 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.273082 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.273685 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.273685 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.273983 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.274280 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.274728 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.275059 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:54.275386 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a528dbf-0fdc-4e14-9b45-e38ca50de02e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.316776 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6943c1f8-2511-461a-bd29-0dc81fa850da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:03.895542 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8859-9f66-426d-9bcc-0b7591cd2d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:04.621356 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:30:04.717921 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.259209 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.293481 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.322338 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-ffaefd71-89c6-41d1-b53c-6a9ed59c41d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.897945 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fcc77c67-6621-4432-ad06-c0e4d1928a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:34.717904 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.264603 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.295768 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.620067 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:31:01.327108 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-1493f983-3168-41c9-9a5a-96a3f0b7e1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:03.903556 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b7a0edbc-76c2-4226-abd0-759ec4341b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.720121 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.267898 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.297760 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.618820 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 5 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:31:30.853483 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568415'] for agent, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.328100 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4eb5e3cd-c6c8-462b-86ea-9bd219459690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.904477 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8ce4-c564-4610-b75a-7bf0b2d31126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.722827 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.270667 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.299978 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:45.974032 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57276) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:46.080192 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5dc4f50a-2383-4d9c-a81e-ff32a416c2c6 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1050653 Nov 19 13:31:48.394784 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57286) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:48.457346 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-42cfb5dd-3ffe-42ce-b267-e3882d3daab9 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0614655 Nov 19 13:31:55.620633 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:32:00.798955 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.329778 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-ffb588ce-cd23-469e-abab-e9ceb36560d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.906901 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-cc9c9870-367e-408a-856f-c7d846f54100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:04.730659 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.273401 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.301754 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.820750 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.331263 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-991662fa-2080-4b61-b8c0-572e97505e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.619299 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:32:33.909292 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc0a6-0598-4ba9-82e0-e845c2ff05af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.728708 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.275874 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.304035 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.819251 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.334285 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5f6b79bc-1397-4559-90d2-ca2c5014bfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.910466 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-71c30024-6a79-4a4a-91ee-e719e1607f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.733723 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.281770 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.306549 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.618486 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:33:17.425644 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57398) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:17.626972 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1766953283-network', 'tenant_id': '8590966070374e8ebab6a3e112be64ee'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:17.651341 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Made reservation on behalf of 8590966070374e8ebab6a3e112be64ee for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:17.658795 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.667634 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.753830 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.758780 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.772985 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:17.797279 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.797627 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Added segment c29e8f18-a22e-4929-810b-a0b1e2d2877c of type vlan for network dc3d9df4-90a0-4490-bbf4-356c9d3b7068 Nov 19 13:33:17.843181 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087364a-ed5f-469e-9f5c-9704baa0c9f4,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:17.847038 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.867139 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.867512 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.867857 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.868199 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.868541 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.868885 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.869214 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.869539 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.869883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.870208 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.870527 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.871660 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Tracked resource versions report: Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: pushed versions: Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: { 'AddressGroup': {'1.2'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'ConntrackHelper': {'1.0'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Log': {'1.0'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Network': {'1.1'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Port': {'1.7'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'PortForwarding': {'1.2'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'QosPolicy': {'1.10'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroup': {'1.5'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SubPort': {'1.0'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Subnet': {'1.1'}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Trunk': {'1.1'}} Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: consumer versions: Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'ConntrackHelper': '1.0', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Log': '1.0', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Network': '1.1', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Port': '1.7', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'PortForwarding': '1.2', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'QosPolicy': '1.10', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroup': '1.5', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SecurityGroupRule': '1.2', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'SubPort': '1.0', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Subnet': '1.1', Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: 'Trunk': '1.1'}} Nov 19 13:33:17.871914 dv-cinder-816324-4-iscsi neutron-server[102797]: {{(pid=102797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:33:17.885056 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.886046 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.886707 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.935959 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5086255 Nov 19 13:33:17.940058 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57438) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:17.948459 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Request body: {'subnet': {'network_id': 'dc3d9df4-90a0-4490-bbf4-356c9d3b7068', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1766953283-subnet', 'tenant_id': '8590966070374e8ebab6a3e112be64ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:17.952964 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0141a-3637-422d-b6e8-0df48c67b169 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3d9df4-90a0-4490-bbf4-356c9d3b7068,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:17.971917 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network dc3d9df4-90a0-4490-bbf4-356c9d3b7068 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:17.982722 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Made reservation on behalf of 8590966070374e8ebab6a3e112be64ee for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:17.986659 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Publish callbacks [] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.179177 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.233664 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0fd6d0-3e80-40af-a3be-594c474cfb0a,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:18.247675 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.248019 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.248571 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.248988 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.249328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.249665 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.249990 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.250507 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.250996 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.251327 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.251649 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.251975 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Tracked resource versions report: Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: pushed versions: Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: { 'AddressGroup': {'1.2'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'ConntrackHelper': {'1.0'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Log': {'1.0'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Network': {'1.1'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Port': {'1.7'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'PortForwarding': {'1.2'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'QosPolicy': {'1.10'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroup': {'1.5'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SubPort': {'1.0'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Subnet': {'1.1'}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Trunk': {'1.1'}} Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: consumer versions: Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'ConntrackHelper': '1.0', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Log': '1.0', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Network': '1.1', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Port': '1.7', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'PortForwarding': '1.2', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'QosPolicy': '1.10', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroup': '1.5', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SecurityGroupRule': '1.2', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'SubPort': '1.0', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Subnet': '1.1', Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: 'Trunk': '1.1'}} Nov 19 13:33:18.253022 dv-cinder-816324-4-iscsi neutron-server[102798]: {{(pid=102798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:33:18.261949 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Checking segment: {'id': 'c29e8f18-a22e-4929-810b-a0b1e2d2877c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'dc3d9df4-90a0-4490-bbf4-356c9d3b7068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:18.262312 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Network hostable DHCP agents. Network: dc3d9df4-90a0-4490-bbf4-356c9d3b7068, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:18.275830 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57450) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:18.287072 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Network dc3d9df4-90a0-4490-bbf4-356c9d3b7068 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:18.298199 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, dc3d9df4-90a0-4490-bbf4-356c9d3b7068) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:18.304566 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:18.305900 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.307129 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ce41a-893c-4c0f-a054-d1ac2dfc0484 None None] Network dc3d9df4-90a0-4490-bbf4-356c9d3b7068 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:18.334396 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-2c45b22e-e3c6-4188-81cc-dfb9b655eeca admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3873017 Nov 19 13:33:18.445112 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f6f61-d652-4228-8579-3dff7fe3010d None None] Network dc3d9df4-90a0-4490-bbf4-356c9d3b7068 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:18.589450 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-302669434-network', 'tenant_id': 'cca4f99c83f74e8491056b9c376322a6'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:18.614367 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Made reservation on behalf of cca4f99c83f74e8491056b9c376322a6 for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:18.618962 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.626547 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.721682 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.725651 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.749112 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1160} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:18.770290 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fefe751-91f1-42f5-a33f-cf4219b07335,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:18.776923 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.777277 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Added segment aca9b256-83a5-49fa-9941-d73640d0a3df of type vlan for network 09474838-2fc7-4de1-a424-12e87e20965e Nov 19 13:33:18.820573 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.849184 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.849794 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:18.850249 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.879952 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6029463 Nov 19 13:33:18.881074 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57492) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:18.889952 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Request body: {'subnet': {'network_id': '09474838-2fc7-4de1-a424-12e87e20965e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-302669434-subnet', 'tenant_id': 'cca4f99c83f74e8491056b9c376322a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:18.928925 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Made reservation on behalf of cca4f99c83f74e8491056b9c376322a6 for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:18.932572 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.940803 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53d986-f87a-4261-83eb-c290413f3e62 admin admin] Pushing event updated for resources: {'Network': ['ID=09474838-2fc7-4de1-a424-12e87e20965e,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:18.952475 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 09474838-2fc7-4de1-a424-12e87e20965e details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:19.188852 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.249539 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9b00ae-f8a1-464d-baf5-4ed91f13f8b6,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:19.258368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Checking segment: {'id': 'aca9b256-83a5-49fa-9941-d73640d0a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '09474838-2fc7-4de1-a424-12e87e20965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:19.258730 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Network hostable DHCP agents. Network: 09474838-2fc7-4de1-a424-12e87e20965e, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:19.276583 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Network 09474838-2fc7-4de1-a424-12e87e20965e is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:19.286285 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 09474838-2fc7-4de1-a424-12e87e20965e) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:19.290722 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:19.291565 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.301604 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7055bce9-41ed-4039-b041-0014b5bba272 None None] Network 09474838-2fc7-4de1-a424-12e87e20965e requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:19.312954 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f26aacad-eefa-495d-95e1-4dde1272eff7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4294684 Nov 19 13:33:19.451519 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57518) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:19.462400 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57522) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:19.463009 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b329dc-adf6-423e-955a-0dc85dcf856b None None] Network 09474838-2fc7-4de1-a424-12e87e20965e requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:19.492804 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57526) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:19.866111 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-96600987-network', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:19.895540 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-network', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:19.905722 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-network', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:19.908912 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Made reservation on behalf of 1d03fc307bfe4a4ca746734a8ff78aa8 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:19.911642 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.924187 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.037718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.044735 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Made reservation on behalf of 8a86d02b5b9347aeae7b72e480a00ab7 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:20.048151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.056377 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.076128 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.103076 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:20.119955 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Made reservation on behalf of 943327e3a6b442be8ad522b091ceeefe for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:20.122485 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.143580 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84136cc9-9955-4eaa-8a84-c78654007669,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.147698 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.148083 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Added segment a3c899a3-5842-4404-a408-3b12039143e0 of type vlan for network 75828d9d-0193-422c-8e00-33a3c6ef972f Nov 19 13:33:20.167853 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.174512 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57568) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:20.182199 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131285205-network', 'tenant_id': '5e921e64a21140278454818128e7a86c'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:20.211520 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Made reservation on behalf of 5e921e64a21140278454818128e7a86c for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:20.217448 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.230624 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.232931 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.330479 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.331474 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.332270 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.349099 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.354560 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.385008 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:20.402907 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.404596 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf873b6-2ac4-46d0-98dd-3dc0b95b4ab9,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.413841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.418164 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.419610 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Added segment 53fc1781-3ee0-4573-85b9-a71a6ecfe1ac of type vlan for network 1fe33e5a-f9ef-4d8f-8703-4a88e87a746e Nov 19 13:33:20.421647 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] Pushing event updated for resources: {'Network': ['ID=75828d9d-0193-422c-8e00-33a3c6ef972f,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.450072 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 75828d9d-0193-422c-8e00-33a3c6ef972f details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:20.452281 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:20.477651 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-e4d8d0ec-db3b-4a6e-860d-2e3cd9af26cc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0137129 Nov 19 13:33:20.486217 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57578) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:20.496825 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Request body: {'subnet': {'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-96600987-subnet', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:20.500869 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.501212 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Added segment 4d1df29d-c889-45a7-a190-dbca60a65914 of type vlan for network 7dd42d2c-8875-4370-a3ea-b9df852109ed Nov 19 13:33:20.507592 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f1d53a-1e92-486e-a9c3-6b83b062a266,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.529895 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.561729 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.596218 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Made reservation on behalf of 1d03fc307bfe4a4ca746734a8ff78aa8 for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:20.598731 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.608337 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.617016 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.649731 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.650970 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.651685 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.685539 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:20.721628 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] Pushing event updated for resources: {'Network': ['ID=1fe33e5a-f9ef-4d8f-8703-4a88e87a746e,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.726752 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.734802 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 1fe33e5a-f9ef-4d8f-8703-4a88e87a746e details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:20.742361 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-4d767f1f-653e-40d4-8d6b-b999c8394acd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5630050 Nov 19 13:33:20.743105 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57584) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:20.748267 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Request body: {'subnet': {'network_id': '1fe33e5a-f9ef-4d8f-8703-4a88e87a746e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131285205-subnet', 'tenant_id': '5e921e64a21140278454818128e7a86c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:20.774994 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Made reservation on behalf of 5e921e64a21140278454818128e7a86c for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:20.778367 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.822756 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.822996 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Added segment 898510e0-62db-42a7-ab2d-03a574e359f8 of type vlan for network 4c30bbc7-ec26-4462-a649-904c10a18660 Nov 19 13:33:20.883298 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.884276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.887329 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.051184 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.120038 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.128637 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d97e7c-2f3d-43fd-b383-3e443869118b,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.145405 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Checking segment: {'id': '53fc1781-3ee0-4573-85b9-a71a6ecfe1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '1fe33e5a-f9ef-4d8f-8703-4a88e87a746e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:21.146027 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Network hostable DHCP agents. Network: 1fe33e5a-f9ef-4d8f-8703-4a88e87a746e, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:21.170664 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Network 1fe33e5a-f9ef-4d8f-8703-4a88e87a746e is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:21.192281 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 1fe33e5a-f9ef-4d8f-8703-4a88e87a746e) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:21.201477 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a3772-0db8-4b9b-b447-318ecbc3bfba None None] Network 1fe33e5a-f9ef-4d8f-8703-4a88e87a746e requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:21.218117 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.218738 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.258510 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-21daa6b6-4892-478b-aaea-001b31b64711 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5143318 Nov 19 13:33:21.311631 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8590944 Nov 19 13:33:21.312598 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf35ba-624f-4a5a-8d0f-59ca59937ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd42d2c-8875-4370-a3ea-b9df852109ed,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.314688 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57622) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.317031 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.318433 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.319116 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.320858 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Request body: {'subnet': {'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-subnet', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:21.331567 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.334096 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:21.365930 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Made reservation on behalf of 8a86d02b5b9347aeae7b72e480a00ab7 for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:21.377735 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.506990 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebfe5d-39e0-4e90-8dfc-1b3bb171a7f0 None None] Network 1fe33e5a-f9ef-4d8f-8703-4a88e87a746e requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:21.523443 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0285439 Nov 19 13:33:21.525245 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57640) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.536197 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Request body: {'subnet': {'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-subnet', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:21.550930 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Checking segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:21.551364 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Network hostable DHCP agents. Network: 75828d9d-0193-422c-8e00-33a3c6ef972f, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:21.554771 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7434d3-eb23-4d2e-aa51-7c17df957779,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.556952 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec8ccd-6e18-4c0d-a0b0-b46334c3c527 admin admin] Pushing event updated for resources: {'Network': ['ID=4c30bbc7-ec26-4462-a649-904c10a18660,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.590437 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Network 75828d9d-0193-422c-8e00-33a3c6ef972f is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:21.603381 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 75828d9d-0193-422c-8e00-33a3c6ef972f) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:21.604208 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 4c30bbc7-ec26-4462-a649-904c10a18660 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:21.618413 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.620440 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.620814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Made reservation on behalf of 943327e3a6b442be8ad522b091ceeefe for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:21.624444 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.652796 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-8926318c-fe04-41bd-8d12-b4faad3f0675 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1654806 Nov 19 13:33:21.656026 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57644) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.661517 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:21.668525 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57646) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.781218 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_v2 [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] Deleting subnet bd0fd6d0-3e80-40af-a3be-594c474cfb0a {{(pid=102798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:21.781474 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.808435 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.819431 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc0014-5070-4d75-b44f-1ae0eacb823b None None] Network 75828d9d-0193-422c-8e00-33a3c6ef972f requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:21.875292 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.876444 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.886470 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.901643 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.916719 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c88ab0-ecb4-4f35-a951-b1577a944930,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.986219 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Checking segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:21.986660 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Network hostable DHCP agents. Network: 7dd42d2c-8875-4370-a3ea-b9df852109ed, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:22.002259 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.019355 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.027356 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:22.049965 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57668) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.065252 dv-cinder-816324-4-iscsi neutron-server[102797]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 13:33:22.098986 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-75828d9d-0193-422c-8e00-33a3c6ef972f', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:22.099904 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.280408 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-8551f4b3-0af8-4bf0-97cd-cc30000cabf4 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.282656 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-8551f4b3-0af8-4bf0-97cd-cc30000cabf4 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/networks?id=09474838-2fc7-4de1-a424-12e87e20965e HTTP/1.1" status: 200 len: 811 time: 0.2249157 Nov 19 13:33:22.286335 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 7dd42d2c-8875-4370-a3ea-b9df852109ed) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:22.312973 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-27525c40-e2f6-4c90-87e3-a55b9f0f4efb tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/quotas/cca4f99c83f74e8491056b9c376322a6 HTTP/1.1" status: 200 len: 375 time: 0.0228124 Nov 19 13:33:22.316781 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.317667 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.320057 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.337683 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f52eff9-2671-426a-8275-17fbd4787a7a,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.350681 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0aa87370-26e0-428f-aa92-ad531aa1646f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0345485 Nov 19 13:33:22.365171 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57684) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.374145 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Allocated IP 172.20.0.2 (75828d9d-0193-422c-8e00-33a3c6ef972f/de7434d3-eb23-4d2e-aa51-7c17df957779/686ba471-7655-4468-9c2d-cd366d88acbc) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:22.408902 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:22.415542 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-38417707-fc4d-4ecf-9954-f2964b2322bd tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cca4f99c83f74e8491056b9c376322a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795264 Nov 19 13:33:22.423825 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Checking segment: {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:22.424693 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Network hostable DHCP agents. Network: 4c30bbc7-ec26-4462-a649-904c10a18660, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:22.471578 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Network 4c30bbc7-ec26-4462-a649-904c10a18660 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:22.482779 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.492321 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.544269 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 4c30bbc7-ec26-4462-a649-904c10a18660) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:22.599059 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.609677 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.612615 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0fd6d0-3e80-40af-a3be-594c474cfb0a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.617493 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.636167 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.662566 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57698) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.662912 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57700) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.663912 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-000cfa2e-83d0-4af1-aca7-2c59276ed9e6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bd0fd6d0-3e80-40af-a3be-594c474cfb0a HTTP/1.1" status: 204 len: 168 time: 0.9939206 Nov 19 13:33:22.669569 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-576869df-a6a7-4f55-b3aa-2cb5e70024b7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1418419 Nov 19 13:33:22.676706 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57702) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.696116 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:22.706640 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.713955 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418e2b0-a6ae-4813-af6e-314378cbcc80 None None] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:22.717031 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f793872f-b153-4509-a978-fa7735311f38 None None] Network 4c30bbc7-ec26-4462-a649-904c10a18660 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:22.723802 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.767112 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Network 75828d9d-0193-422c-8e00-33a3c6ef972f is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:22.774670 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.775959 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.870750 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.884164 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:22.890827 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:22.907070 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.033539 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Attempting to bind port 686ba471-7655-4468-9c2d-cd366d88acbc on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:23.033916 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Attempting to bind port 686ba471-7655-4468-9c2d-cd366d88acbc by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:23.034287 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Attempting to bind port 686ba471-7655-4468-9c2d-cd366d88acbc on network 75828d9d-0193-422c-8e00-33a3c6ef972f {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:23.148572 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-cd844e19-7530-4319-b2eb-5fc20f3322d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.152594 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:23.153012 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Checking segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:23.157059 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.158351 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Bound using segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:23.159367 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57724) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:23.162762 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Bound port: 686ba471-7655-4468-9c2d-cd366d88acbc, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:23.163752 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.234142 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Pushing event updated for resources: {'Port': ['ID=686ba471-7655-4468-9c2d-cd366d88acbc,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:23.248674 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.257223 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.266282 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.266780 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.267614 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.268167 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.268764 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.269368 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.269919 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.270460 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.271031 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.271265 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-225cfa55-4dfb-4b07-a388-cbb4ca097356 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:33:23.271812 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.272297 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-225cfa55-4dfb-4b07-a388-cbb4ca097356 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5860078 Nov 19 13:33:23.272613 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.273179 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Tracked resource versions report: Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: pushed versions: Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: { 'AddressGroup': {'1.2'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'ConntrackHelper': {'1.0'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Log': {'1.0'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Network': {'1.1'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Port': {'1.7'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'PortForwarding': {'1.2'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'QosPolicy': {'1.10'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroup': {'1.5'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SubPort': {'1.0'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Subnet': {'1.1'}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Trunk': {'1.1'}} Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: consumer versions: Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'ConntrackHelper': '1.0', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Log': '1.0', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Network': '1.1', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Port': '1.7', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'PortForwarding': '1.2', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'QosPolicy': '1.10', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroup': '1.5', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SecurityGroupRule': '1.2', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'SubPort': '1.0', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Subnet': '1.1', Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: 'Trunk': '1.1'}} Nov 19 13:33:23.274467 dv-cinder-816324-4-iscsi neutron-server[102799]: {{(pid=102799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:33:23.376007 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.475502 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.499901 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832f3e6-3b37-4b08-98bd-9bc9f786019f None None] Network 4c30bbc7-ec26-4462-a649-904c10a18660 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:23.529815 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.609813 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] For port 686ba471-7655-4468-9c2d-cd366d88acbc, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:23.635567 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] For port 686ba471-7655-4468-9c2d-cd366d88acbc, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=686ba471-7655-4468-9c2d-cd366d88acbc,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:23.636990 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-7dd42d2c-8875-4370-a3ea-b9df852109ed', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:23.637987 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.651892 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.671034 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a6253397-4180-4e98-b41f-fd8e0c0c6ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.732584 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-7cd3c8e9-0d9e-445a-a709-eb488782e4f2 service neutron] 10.222.0.81 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385209 Nov 19 13:33:23.739942 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Allocated IP 172.27.0.85 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/f5a6f1d0-c687-4a29-a403-01829465c535) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:23.744593 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.861252 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17069eff-fe61-4f2c-9bf2-90b4cfb4acb6 None None] Pushing event updated for resources: {'Port': ['ID=686ba471-7655-4468-9c2d-cd366d88acbc,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:23.865628 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.865997 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.868845 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.868845 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > port after_create 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.868845 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.868845 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > port after_update 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.868845 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.868845 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.868845 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.869459 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:23.943706 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Allocated IP 172.20.0.2 (7dd42d2c-8875-4370-a3ea-b9df852109ed/68c88ab0-ecb4-4f35-a951-b1577a944930/c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:23.955069 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.982362 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.001035 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.148642 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:24.149047 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:24.149373 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:24.149696 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:33:24.150125 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3d9df4-90a0-4490-bbf4-356c9d3b7068']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:24.160725 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.180054 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.186878 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-cd844e19-7530-4319-b2eb-5fc20f3322d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.191033 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.204198 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29e8f18-a22e-4929-810b-a0b1e2d2877c') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:24.204504 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29e8f18-a22e-4929-810b-a0b1e2d2877c') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:24.212206 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-cd844e19-7530-4319-b2eb-5fc20f3322d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.240526 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:24.243947 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:24.244835 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.247879 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:24.248142 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:24.255012 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Pushing event updated for resources: {'Port': ['ID=c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.256489 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:24.281158 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:24.319263 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Attempting to bind port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:24.319803 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Attempting to bind port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:24.320560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Attempting to bind port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 on network 7dd42d2c-8875-4370-a3ea-b9df852109ed {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:24.329532 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:24.330273 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Checking segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:24.330942 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.331515 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Bound using segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:24.332287 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Bound port: c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:24.333365 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.382284 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a6253397-4180-4e98-b41f-fd8e0c0c6ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.382916 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Allocated IP 172.27.0.153 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/4f957025-8c52-4b11-978b-828b37c0b096) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:24.382916 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Pushing event updated for resources: {'Port': ['ID=f5a6f1d0-c687-4a29-a403-01829465c535,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.421172 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-b7497f71-76c2-4cdb-99a6-ccadcb2a282c service neutron] 10.222.0.81 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851418 Nov 19 13:33:24.427507 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.459273 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a6253397-4180-4e98-b41f-fd8e0c0c6ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.462729 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] For port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:24.468786 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] For port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:24.475679 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.498473 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd844e19-7530-4319-b2eb-5fc20f3322d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624845a-0473-4981-86f7-2b25777b372c,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.541547 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6253397-4180-4e98-b41f-fd8e0c0c6ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c823f-95f2-43f2-90c7-08aa51458b23,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.546041 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:24.546459 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: from cryptography.utils import int_from_bytes Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: from cryptography.utils import int_from_bytes Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:24.559342 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:24.586966 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec60d7-fb4e-45a6-8be1-80ad8c6375b8 None None] Pushing event updated for resources: {'Port': ['ID=c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.623986 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-cd844e19-7530-4319-b2eb-5fc20f3322d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97bb8b1971004398a9a579d2a60a7515&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9530184 Nov 19 13:33:24.631844 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57740) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:24.798012 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-a6253397-4180-4e98-b41f-fd8e0c0c6ea4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2a5688e393d4d57b452a393096b9371&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5376599 Nov 19 13:33:24.804668 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57752) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:24.999054 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-873c10f1-a637-4e4c-b7e7-9bd53159356e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.081318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.110276 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.111996 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.149498 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.187799 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-308277cf-26a9-495f-90fc-3cea570cfd70 req-35f7d943-9f11-4300-846e-996b7b1e6854 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.3851385 Nov 19 13:33:25.255289 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.276515 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-873c10f1-a637-4e4c-b7e7-9bd53159356e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.315616 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.318894 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.323723 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dc3d9df4-90a0-4490-bbf4-356c9d3b7068 HTTP/1.1" status: 204 len: 168 time: 2.6515505 Nov 19 13:33:25.331137 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b3c20-3f96-4bd9-a29a-2420c51e5893 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3d9df4-90a0-4490-bbf4-356c9d3b7068,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.336349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57772) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:25.358254 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:25.366664 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:25.379775 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:25.451795 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3958ea1-981a-46a1-8466-4cf68be94226 None None] Network 75828d9d-0193-422c-8e00-33a3c6ef972f requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:25.490562 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] Deleting subnet 18d97e7c-2f3d-43fd-b383-3e443869118b {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:25.493145 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-edac9d8d-422c-452e-ba6e-9bca786bd762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.511974 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.542256 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Pushing event updated for resources: {'Port': ['ID=4f957025-8c52-4b11-978b-828b37c0b096,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.551348 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-873c10f1-a637-4e4c-b7e7-9bd53159356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.554658 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-873c10f1-a637-4e4c-b7e7-9bd53159356e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.556014 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-873c10f1-a637-4e4c-b7e7-9bd53159356e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1624845a-0473-4981-86f7-2b25777b372c HTTP/1.1" status: 204 len: 168 time: 0.9123838 Nov 19 13:33:25.571863 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-edac9d8d-422c-452e-ba6e-9bca786bd762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.575837 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 686ba471-7655-4468-9c2d-cd366d88acbc up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:25.610273 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.613618 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c10f1-a637-4e4c-b7e7-9bd53159356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624845a-0473-4981-86f7-2b25777b372c,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.642687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.703488 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-2a761db1-bdd7-48e2-b25a-0d7e16b19f52 None None] Provisioning complete for port 686ba471-7655-4468-9c2d-cd366d88acbc triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:25.704004 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2a761db1-bdd7-48e2-b25a-0d7e16b19f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.758404 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Allocated IP 172.27.0.95 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/349f5288-4f27-40a8-831e-ed385e8628ea) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:25.837545 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.908700 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 686ba471-7655-4468-9c2d-cd366d88acbc triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:25.909149 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.911971 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.958360 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.045116 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2a761db1-bdd7-48e2-b25a-0d7e16b19f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.048885 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Router 03ed1c43-0165-4847-b141-7bb6827ac4f1 is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:26.081536 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-edac9d8d-422c-452e-ba6e-9bca786bd762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.083165 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-edac9d8d-422c-452e-ba6e-9bca786bd762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.086936 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-edac9d8d-422c-452e-ba6e-9bca786bd762 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef7c823f-95f2-43f2-90c7-08aa51458b23 HTTP/1.1" status: 204 len: 168 time: 1.1182573 Nov 19 13:33:26.094649 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d97e7c-2f3d-43fd-b383-3e443869118b,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:26.171332 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.182559 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f58ef134-49b4-40a3-8005-b439fa1684ee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/18d97e7c-2f3d-43fd-b383-3e443869118b HTTP/1.1" status: 204 len: 168 time: 0.8308406 Nov 19 13:33:26.183400 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57798) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:26.195240 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-2a761db1-bdd7-48e2-b25a-0d7e16b19f52 None None] For port 686ba471-7655-4468-9c2d-cd366d88acbc, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=686ba471-7655-4468-9c2d-cd366d88acbc,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:26.200462 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9d8d-422c-452e-ba6e-9bca786bd762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c823f-95f2-43f2-90c7-08aa51458b23,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:26.208384 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2a761db1-bdd7-48e2-b25a-0d7e16b19f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.244054 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.300613 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57802) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:26.343556 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-dca5fff8-90c8-4942-99d6-23fc8c538060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.445799 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ba522-aff6-4224-9725-dadad26b6beb None None] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:26.534968 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:26.550689 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Sync routers for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:26.574338 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:26.574598 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.578079 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:26.584973 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c686342-3221-4728-b82b-7bdd6d04355b req-92989664-ba62-4bf7-932d-cdb34fc24373 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.1125722 Nov 19 13:33:26.589649 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.591147 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-246d9de3-df25-4de2-8560-d3fdb20f318c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9339633 Nov 19 13:33:26.595529 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.601147 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57810) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:26.717358 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.765608 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-dca5fff8-90c8-4942-99d6-23fc8c538060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.802532 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-dca5fff8-90c8-4942-99d6-23fc8c538060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.802776 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:26.846240 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57814) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:26.899111 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.901562 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7939c55f-353e-4582-8657-e76ac5aa35cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.911791 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.977225 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:26.979727 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe33e5a-f9ef-4d8f-8703-4a88e87a746e']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:26.986807 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:26.997015 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:27.047551 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fc1781-3ee0-4573-85b9-a71a6ecfe1ac') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:27.048273 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fc1781-3ee0-4573-85b9-a71a6ecfe1ac') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:27.074636 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a761db1-bdd7-48e2-b25a-0d7e16b19f52 None None] Pushing event updated for resources: {'Port': ['ID=686ba471-7655-4468-9c2d-cd366d88acbc,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.082216 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-e585ab45-c9fb-4fdb-88c8-ef0c1d541239 None None] Provisioning complete for port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:27.082590 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e585ab45-c9fb-4fdb-88c8-ef0c1d541239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.103607 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 3, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:27.119743 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.db.api [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:33:27.120212 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG oslo_db.api [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:33:27.134711 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Checking router: 03ed1c43-0165-4847-b141-7bb6827ac4f1 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:27.136031 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Updating router 03ed1c43-0165-4847-b141-7bb6827ac4f1 port f5a6f1d0-c687-4a29-a403-01829465c535 binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:27.161949 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-dca5fff8-90c8-4942-99d6-23fc8c538060 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02ccb3c4e69b4041930dee592827fff8&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8530879 Nov 19 13:33:27.167504 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7939c55f-353e-4582-8657-e76ac5aa35cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.168115 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.172841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57818) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.238178 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5fff8-90c8-4942-99d6-23fc8c538060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fddbd9a-84da-4aa7-a6e2-0662e6690b5e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.270405 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7939c55f-353e-4582-8657-e76ac5aa35cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.285710 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e585ab45-c9fb-4fdb-88c8-ef0c1d541239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.319815 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.323167 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Pushing event updated for resources: {'Port': ['ID=349f5288-4f27-40a8-831e-ed385e8628ea,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.345170 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-7939c55f-353e-4582-8657-e76ac5aa35cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09f979fd485941bb94b29ece0a5c789e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854717 Nov 19 13:33:27.347176 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939c55f-353e-4582-8657-e76ac5aa35cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d4d45-b20a-4165-b1b3-64ffbbc69ae7,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.355105 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57826) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.364007 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.366414 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-e585ab45-c9fb-4fdb-88c8-ef0c1d541239 None None] For port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:27.376141 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e585ab45-c9fb-4fdb-88c8-ef0c1d541239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.380119 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:27.381709 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:27.383451 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:27.447099 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee549-e2ed-4ee9-bc63-98918f4799f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.494657 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585ab45-c9fb-4fdb-88c8-ef0c1d541239 None None] Pushing event updated for resources: {'Port': ['ID=c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.502586 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.508050 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-d80bfec7-8805-46b2-bb24-45ca0a0f71f1 None None] Provisioning complete for port 686ba471-7655-4468-9c2d-cd366d88acbc triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:27.508697 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d80bfec7-8805-46b2-bb24-45ca0a0f71f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.527353 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.532072 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1fe33e5a-f9ef-4d8f-8703-4a88e87a746e HTTP/1.1" status: 204 len: 168 time: 1.3278055 Nov 19 13:33:27.533361 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961dff1-6b2f-4289-8c39-dd553e058c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe33e5a-f9ef-4d8f-8703-4a88e87a746e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.547902 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee549-e2ed-4ee9-bc63-98918f4799f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.592580 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.602535 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.604714 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Router 7c097da1-542f-41d5-a709-e509289d8222 is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:27.624139 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f6bc-679c-4e7e-b06f-f91acc955ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.679278 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-d80bfec7-8805-46b2-bb24-45ca0a0f71f1 None None] Provisioning complete for port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:27.679971 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d80bfec7-8805-46b2-bb24-45ca0a0f71f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.700810 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f6bc-679c-4e7e-b06f-f91acc955ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.701125 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.720964 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:27.726502 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Pushing event updated for resources: {'Port': ['ID=f5a6f1d0-c687-4a29-a403-01829465c535,revision_number=2']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:27.744122 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.753934 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.755098 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.760275 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.761009 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.762786 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.763541 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.767811 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.770358 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.772268 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.772953 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.773491 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Tracked resource versions report: Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: pushed versions: Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: { 'AddressGroup': {'1.2'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'ConntrackHelper': {'1.0'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Log': {'1.0'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Network': {'1.1'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Port': {'1.7'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'PortForwarding': {'1.2'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'QosPolicy': {'1.10'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroup': {'1.5'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SubPort': {'1.0'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Subnet': {'1.1'}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Trunk': {'1.1'}} Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: consumer versions: Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: { DHCP agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: HyperV agent@hv-cinder-81632: {}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: L3 agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: Metadata agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: Metering agent@dv-cinder-816324-4-iscsi: {}, Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: Open vSwitch agent@dv-cinder-816324-4-iscsi: { 'AddressGroup': '1.2', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'ConntrackHelper': '1.0', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Log': '1.0', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Network': '1.1', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Port': '1.7', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'PortForwarding': '1.2', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'QosPolicy': '1.10', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroup': '1.5', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SecurityGroupRule': '1.2', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'SubPort': '1.0', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Subnet': '1.1', Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: 'Trunk': '1.1'}} Nov 19 13:33:27.776838 dv-cinder-816324-4-iscsi neutron-server[102800]: {{(pid=102800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:33:27.816154 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Attempting to bind port f5a6f1d0-c687-4a29-a403-01829465c535 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:27.818149 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Attempting to bind port f5a6f1d0-c687-4a29-a403-01829465c535 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:27.819637 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Attempting to bind port f5a6f1d0-c687-4a29-a403-01829465c535 on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:27.832160 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee549-e2ed-4ee9-bc63-98918f4799f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.835464 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:27.836841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee549-e2ed-4ee9-bc63-98918f4799f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.837252 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:27.837782 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.838570 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-ac1ee549-e2ed-4ee9-bc63-98918f4799f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fddbd9a-84da-4aa7-a6e2-0662e6690b5e HTTP/1.1" status: 204 len: 168 time: 0.6620457 Nov 19 13:33:27.838697 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:27.841599 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Bound port: f5a6f1d0-c687-4a29-a403-01829465c535, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:27.860200 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.876229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:27.876229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.900289 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57834) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.941318 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] For port f5a6f1d0-c687-4a29-a403-01829465c535, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:27.948547 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] For port f5a6f1d0-c687-4a29-a403-01829465c535, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=f5a6f1d0-c687-4a29-a403-01829465c535,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:27.959651 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.982100 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:28.001556 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Sync routers for ids ['7c097da1-542f-41d5-a709-e509289d8222'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:28.001706 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ab3c07fb-b9bf-45ed-8c1f-33629e5a148d req-fca4aeab-4316-4322-a984-be461a93df68 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.0457644 Nov 19 13:33:28.002773 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ee549-e2ed-4ee9-bc63-98918f4799f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fddbd9a-84da-4aa7-a6e2-0662e6690b5e,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.011330 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.013596 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-12910822-2a4a-45c7-98f6-a32d60525512 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3337703 Nov 19 13:33:28.015866 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Routers {'7c097da1-542f-41d5-a709-e509289d8222'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:28.016598 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['7c097da1-542f-41d5-a709-e509289d8222'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.020965 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57836) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.125413 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-dd9e262f-5efb-4cc1-ba80-efc8c669f61f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8590966070374e8ebab6a3e112be64ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2216218 Nov 19 13:33:28.133706 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57838) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.166484 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e51a3-5282-4638-ab67-bb65dd298a33 None None] Pushing event updated for resources: {'Port': ['ID=f5a6f1d0-c687-4a29-a403-01829465c535,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.169688 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:28.177676 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.213789 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Set router 7c097da1-542f-41d5-a709-e509289d8222 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:28.253629 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f6bc-679c-4e7e-b06f-f91acc955ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.264103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f6bc-679c-4e7e-b06f-f91acc955ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.267788 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c0d7f6bc-679c-4e7e-b06f-f91acc955ebb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d39d4d45-b20a-4165-b1b3-64ffbbc69ae7 HTTP/1.1" status: 204 len: 168 time: 0.9087501 Nov 19 13:33:28.270041 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.292935 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 686ba471-7655-4468-9c2d-cd366d88acbc up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:28.364210 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7f6bc-679c-4e7e-b06f-f91acc955ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d4d45-b20a-4165-b1b3-64ffbbc69ae7,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.376062 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:28.422025 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b245cebc-03b6-4cc1-818b-edb3225faeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.506421 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 686ba471-7655-4468-9c2d-cd366d88acbc triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:28.506798 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.535742 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b245cebc-03b6-4cc1-818b-edb3225faeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.638202 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4f957025-8c52-4b11-978b-828b37c0b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 3, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port': {'id': '4f957025-8c52-4b11-978b-828b37c0b096', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.667940 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 3, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.683872 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Checking router: 7c097da1-542f-41d5-a709-e509289d8222 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:28.684531 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Updating router 7c097da1-542f-41d5-a709-e509289d8222 port 4f957025-8c52-4b11-978b-828b37c0b096 binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:28.689991 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b245cebc-03b6-4cc1-818b-edb3225faeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.690324 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:28.691846 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.693749 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b245cebc-03b6-4cc1-818b-edb3225faeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.695004 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b245cebc-03b6-4cc1-818b-edb3225faeae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9087364a-ed5f-469e-9f5c-9704baa0c9f4 HTTP/1.1" status: 204 len: 168 time: 0.5197599 Nov 19 13:33:28.710354 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12869c-3d7f-44e9-abcd-43acbb320c46 None None] The sync data for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi is: [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 3, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:28.721176 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245cebc-03b6-4cc1-818b-edb3225faeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087364a-ed5f-469e-9f5c-9704baa0c9f4,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:28.729650 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Router 89df7b56-8b30-49b3-b508-7daf684d0cc9 is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:28.755048 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.893152 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:28.893454 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.965009 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:28.991579 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Sync routers for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:29.009835 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.011177 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-c7018cbe-3ff8-4bf8-a840-2459a7600de2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6225994 Nov 19 13:33:29.016604 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57862) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:29.028792 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:29.030221 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:29.285029 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2401d211-67dd-4020-b5bf-cb6b0c89a079 req-a14d3038-9786-4db1-b48e-2b6195d10de2 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.0934129 Nov 19 13:33:29.379996 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:29.382212 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.398563 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.465027 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Allocated IP 172.20.0.1 (75828d9d-0193-422c-8e00-33a3c6ef972f/de7434d3-eb23-4d2e-aa51-7c17df957779/5178def3-5cc1-44c3-b279-83df90fbc348) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:29.564070 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Attempting to bind port 4f957025-8c52-4b11-978b-828b37c0b096 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:29.564713 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Attempting to bind port 4f957025-8c52-4b11-978b-828b37c0b096 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:29.564864 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Attempting to bind port 4f957025-8c52-4b11-978b-828b37c0b096 on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:29.583338 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc69e75-3103-4609-b5cf-320ea3f2328f None None] Pushing event updated for resources: {'Port': ['ID=4f957025-8c52-4b11-978b-828b37c0b096,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.600886 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:29.601271 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:29.601676 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.602068 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:29.602553 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Bound port: 4f957025-8c52-4b11-978b-828b37c0b096, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:29.602968 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.622182 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57880) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:29.725960 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f07de093-6395-4ab4-b6f1-83365851221f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e921e64a21140278454818128e7a86c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1011713 Nov 19 13:33:29.728743 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 57886) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:29.797781 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] For port 4f957025-8c52-4b11-978b-828b37c0b096, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:29.808808 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] For port 4f957025-8c52-4b11-978b-828b37c0b096, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=4f957025-8c52-4b11-978b-828b37c0b096,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:29.816095 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.968550 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.990489 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:27Z', 'revision_number': 3, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:30.032568 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.066391 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Checking router: 89df7b56-8b30-49b3-b508-7daf684d0cc9 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:30.066729 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Updating router 89df7b56-8b30-49b3-b508-7daf684d0cc9 port 349f5288-4f27-40a8-831e-ed385e8628ea binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:30.159026 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.201629 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c245-3df3-4eb4-835e-654b51de70d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.237603 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c245-3df3-4eb4-835e-654b51de70d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.277568 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device f5a6f1d0-c687-4a29-a403-01829465c535 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:30.344385 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c245-3df3-4eb4-835e-654b51de70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.349301 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Allocated IP 172.20.0.1 (4c30bbc7-ec26-4462-a649-904c10a18660/3f52eff9-2671-426a-8275-17fbd4787a7a/e9c7f18c-c77d-4e47-a82e-12c28cd04cb0) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:30.354885 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c245-3df3-4eb4-835e-654b51de70d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.356521 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d1d6c245-3df3-4eb4-835e-654b51de70d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adf873b6-2ac4-46d0-98dd-3dc0b95b4ab9 HTTP/1.1" status: 204 len: 168 time: 0.6236317 Nov 19 13:33:30.409379 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6c245-3df3-4eb4-835e-654b51de70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf873b6-2ac4-46d0-98dd-3dc0b95b4ab9,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:30.525530 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc69e75-3103-4609-b5cf-320ea3f2328f None None] Pushing event updated for resources: {'Port': ['ID=4f957025-8c52-4b11-978b-828b37c0b096,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:30.566322 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Routers {'7c097da1-542f-41d5-a709-e509289d8222'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:30.567174 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['7c097da1-542f-41d5-a709-e509289d8222'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:30.617248 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0aaa813c-eef5-4726-967c-e395eb35b049 req-397ccbf5-d9ef-436d-9fd5-fae4d862c5c4 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.1618049 Nov 19 13:33:30.686559 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.861368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.909146 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.938140 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Network 4c30bbc7-ec26-4462-a649-904c10a18660 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:30.943736 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:30.956293 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:30.957975 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.987541 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port f5a6f1d0-c687-4a29-a403-01829465c535 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:30.987898 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.999912 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.062354 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.084009 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.098459 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Allocated IP 172.20.0.1 (7dd42d2c-8875-4370-a3ea-b9df852109ed/68c88ab0-ecb4-4f35-a951-b1577a944930/cacefb64-0ee9-47cb-88cf-a60f5e63e883) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:31.111556 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] Set router 7c097da1-542f-41d5-a709-e509289d8222 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:31.167033 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4776b-3995-4024-be70-6398e90d606f None None] Pushing event updated for resources: {'Port': ['ID=349f5288-4f27-40a8-831e-ed385e8628ea,revision_number=2']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:31.234791 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.235344 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Attempting to bind port 349f5288-4f27-40a8-831e-ed385e8628ea on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:31.235344 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Attempting to bind port 349f5288-4f27-40a8-831e-ed385e8628ea by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:31.235654 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Attempting to bind port 349f5288-4f27-40a8-831e-ed385e8628ea on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:31.257045 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:31.257544 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:31.258116 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.261371 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:31.262072 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Bound port: 349f5288-4f27-40a8-831e-ed385e8628ea, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:31.263197 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.334322 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.439860 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] For port 349f5288-4f27-40a8-831e-ed385e8628ea, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:31.440062 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.73', 49857) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:31.446265 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] For port 349f5288-4f27-40a8-831e-ed385e8628ea, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=349f5288-4f27-40a8-831e-ed385e8628ea,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:31.446422 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cacefb64-0ee9-47cb-88cf-a60f5e63e883,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:31.467501 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.488152 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.622289 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.626214 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:31.635518 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4776b-3995-4024-be70-6398e90d606f None None] Pushing event updated for resources: {'Port': ['ID=349f5288-4f27-40a8-831e-ed385e8628ea,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:31.649281 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8291d576-ba4a-4cb3-896e-045591cdb0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.662376 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:31.665828 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:31.666503 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:31.683052 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:31.726288 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port f5a6f1d0-c687-4a29-a403-01829465c535, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=f5a6f1d0-c687-4a29-a403-01829465c535,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:31.822144 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.828066 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.852007 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.076160 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Network 75828d9d-0193-422c-8e00-33a3c6ef972f is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:32.117715 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:32.155288 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:32.180485 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 57972) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:32.201506 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.206657 dv-cinder-816324-4-iscsi neutron-server[102798]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 13:33:32.207764 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:32.209943 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.243075 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=f5a6f1d0-c687-4a29-a403-01829465c535,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.273467 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-a8733842-643b-40b8-83cf-de984715875a None None] Provisioning complete for port cacefb64-0ee9-47cb-88cf-a60f5e63e883 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:32.273975 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a8733842-643b-40b8-83cf-de984715875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.361359 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.403188 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-a8733842-643b-40b8-83cf-de984715875a None None] Port cacefb64-0ee9-47cb-88cf-a60f5e63e883 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:32.403893 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.405026 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.423740 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-c499c692-573b-446c-bc2f-d177817de26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4f957025-8c52-4b11-978b-828b37c0b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 3, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port': {'id': '4f957025-8c52-4b11-978b-828b37c0b096', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:32.448867 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5178def3-5cc1-44c3-b279-83df90fbc348,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.483678 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-4304dc3a-c73b-434d-917a-32f581a24f17 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:32.485224 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-4304dc3a-c73b-434d-917a-32f581a24f17 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.73 "GET /v2.0/networks?id=09474838-2fc7-4de1-a424-12e87e20965e HTTP/1.1" status: 200 len: 811 time: 1.0304193 Nov 19 13:33:32.491327 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c692-573b-446c-bc2f-d177817de26d None None] The sync data for ids ['7c097da1-542f-41d5-a709-e509289d8222'] in dv-cinder-816324-4-iscsi is: [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4f957025-8c52-4b11-978b-828b37c0b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:25Z', 'revision_number': 3, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port': {'id': '4f957025-8c52-4b11-978b-828b37c0b096', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:32.499507 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d9ab6b8d-fca0-48c2-b2d1-df69091ee4ba req-a538dd1e-abcf-460a-b7fe-95de73f38ba1 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.3105946 Nov 19 13:33:32.553990 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Request body: {'port': {'device_id': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'network_id': '09474838-2fc7-4de1-a424-12e87e20965e', 'admin_state_up': True, 'tenant_id': 'cca4f99c83f74e8491056b9c376322a6'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:32.660742 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-c61c5ac9-8a08-44a3-956d-196ce8461f8f None None] Provisioning complete for port 5178def3-5cc1-44c3-b279-83df90fbc348 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:32.661847 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c61c5ac9-8a08-44a3-956d-196ce8461f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.682776 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:27Z', 'revision_number': 3, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:32.726583 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7697d-8118-4274-a1f9-99edebe6bfa9 None None] The sync data for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi is: [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:27Z', 'revision_number': 3, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:32.745361 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-c61c5ac9-8a08-44a3-956d-196ce8461f8f None None] Port 5178def3-5cc1-44c3-b279-83df90fbc348 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:32.759870 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.869234 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Network 4c30bbc7-ec26-4462-a649-904c10a18660 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:32.884565 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:32.886905 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.105141 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.140742 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Made reservation on behalf of cca4f99c83f74e8491056b9c376322a6 for: {'port': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:33.150876 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.297230 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Router 7c097da1-542f-41d5-a709-e509289d8222 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:33.501706 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.590914 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.591793 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.808955 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Allocated IP 172.20.0.3 (09474838-2fc7-4de1-a424-12e87e20965e/de9b00ae-f8a1-464d-baf5-4ed91f13f8b6/7e82708b-16c5-43fd-b2e5-b98cb0048be9) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:33.957949 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-f7a43f7e-26ed-4f26-af53-88c1f41abe02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.085686 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb66131a-16ea-4b83-af7e-87645dcee170 req-1fc4acba-103f-4213-bd53-a17ac04b5288 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.3788590 Nov 19 13:33:34.173455 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:34.205807 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-d92437ba-66e5-46cb-bf5d-75a379285f49 admin admin] 10.222.0.81 "PUT /v2.0/routers/7c097da1-542f-41d5-a709-e509289d8222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1776791 Nov 19 13:33:34.280709 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5178def3-5cc1-44c3-b279-83df90fbc348,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:34.390686 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Network 75828d9d-0193-422c-8e00-33a3c6ef972f is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:34.392615 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:34.535925 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 4f957025-8c52-4b11-978b-828b37c0b096 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:34.659205 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.677071 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.817835 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.826124 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.826124 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 4f957025-8c52-4b11-978b-828b37c0b096 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:34.826124 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.058490 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-daef4a7c-eb4d-42dc-b53a-28eae17f8879 None None] Provisioning complete for port 5178def3-5cc1-44c3-b279-83df90fbc348 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:35.062234 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-daef4a7c-eb4d-42dc-b53a-28eae17f8879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.126116 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Router 03ed1c43-0165-4847-b141-7bb6827ac4f1 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:35.163699 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cacefb64-0ee9-47cb-88cf-a60f5e63e883,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.223152 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.251520 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 4f957025-8c52-4b11-978b-828b37c0b096, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=4f957025-8c52-4b11-978b-828b37c0b096,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:35.255048 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-daef4a7c-eb4d-42dc-b53a-28eae17f8879 None None] Port 5178def3-5cc1-44c3-b279-83df90fbc348 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:35.258441 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.259716 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 349f5288-4f27-40a8-831e-ed385e8628ea up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:35.337271 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:35.339115 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=4f957025-8c52-4b11-978b-828b37c0b096,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.353925 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0ce056de-f1e7-431a-9b60-ee565d59e0e1 admin admin] 10.222.0.81 "PUT /v2.0/routers/03ed1c43-0165-4847-b141-7bb6827ac4f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7470448 Nov 19 13:33:35.392139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Sync routers for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:35.417692 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.422429 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:35.422981 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:35.423445 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:35.424672 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:35.482900 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9d653e25-5828-4ddb-9f6e-e4fdadfdb71e req-65cc04c4-c493-415c-a39d-d4d349af7c8d tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.2261941 Nov 19 13:33:35.518967 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58072) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:35.599523 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 349f5288-4f27-40a8-831e-ed385e8628ea triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:35.599957 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.799109 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.934727 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:36.020897 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Pushing event updated for resources: {'Port': ['ID=7e82708b-16c5-43fd-b2e5-b98cb0048be9,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.095507 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Network 09474838-2fc7-4de1-a424-12e87e20965e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:36.098315 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Router 89df7b56-8b30-49b3-b508-7daf684d0cc9 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:36.112751 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:36.127497 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:36.217042 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.398981 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-cd6becb9-50b7-43c4-a612-b00b7ed6900a None None] Provisioning complete for port cacefb64-0ee9-47cb-88cf-a60f5e63e883 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:36.400602 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-cd6becb9-50b7-43c4-a612-b00b7ed6900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.420375 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 349f5288-4f27-40a8-831e-ed385e8628ea, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=349f5288-4f27-40a8-831e-ed385e8628ea,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:36.424357 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.435498 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.527946 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.531168 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-cd6becb9-50b7-43c4-a612-b00b7ed6900a None None] Port cacefb64-0ee9-47cb-88cf-a60f5e63e883 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:36.545284 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.548027 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device f5a6f1d0-c687-4a29-a403-01829465c535 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:36.581780 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-0b93869d-21ba-4a7f-b9c9-c988421a4775 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0247850 Nov 19 13:33:36.615701 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-255b2107-d425-467a-991a-dda52de6ad6b tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:33:36.629343 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-255b2107-d425-467a-991a-dda52de6ad6b tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324528 Nov 19 13:33:36.695073 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:36.719532 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-545c9ac6-2efb-43be-b6a7-eaee45da95c9 admin admin] 10.222.0.81 "PUT /v2.0/routers/89df7b56-8b30-49b3-b508-7daf684d0cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6920493 Nov 19 13:33:36.834943 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=349f5288-4f27-40a8-831e-ed385e8628ea,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.965503 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Sync routers for ids ['7c097da1-542f-41d5-a709-e509289d8222'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:36.984470 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Routers {'7c097da1-542f-41d5-a709-e509289d8222'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:36.985125 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['7c097da1-542f-41d5-a709-e509289d8222'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:36.997793 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port f5a6f1d0-c687-4a29-a403-01829465c535 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:36.998155 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.047949 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-114438d0-66ae-4603-82db-c5c289c56974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.265923 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Set router 7c097da1-542f-41d5-a709-e509289d8222 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:37.321961 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-45d57007-df44-4c28-8884-44f60cd344c2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.337399 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-45d57007-df44-4c28-8884-44f60cd344c2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 819 time: 1.0921545 Nov 19 13:33:37.469261 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-0c61a8a2-6805-4ca6-b74c-683f9c6a4eb0 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/quotas/943327e3a6b442be8ad522b091ceeefe HTTP/1.1" status: 200 len: 375 time: 0.1126769 Nov 19 13:33:37.473565 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Request body: {'port': {'device_id': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:37.499114 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Sync routers for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:37.577126 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-114438d0-66ae-4603-82db-c5c289c56974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.587778 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-114438d0-66ae-4603-82db-c5c289c56974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.654631 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114438d0-66ae-4603-82db-c5c289c56974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de11a8ef-8019-4af7-b301-039e7503f286,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.680714 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.719631 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:37.732589 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2bffa1ac-d8e6-4d9b-8ab1-07b03d6c06ac tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2619247 Nov 19 13:33:37.735255 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:37.750684 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-114438d0-66ae-4603-82db-c5c289c56974 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b0e037b342046718844bcbb67f46fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2300982 Nov 19 13:33:37.752033 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58134) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.864527 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58138) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.901137 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4f957025-8c52-4b11-978b-828b37c0b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port': {'id': '4f957025-8c52-4b11-978b-828b37c0b096', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'e9c7f18c-c77d-4e47-a82e-12c28cd04cb0', 'name': '', 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'mac_address': 'fa:16:3e:cc:de:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 2, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'subnets': [{'id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:37.916882 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-432068f3-3ee0-46d1-b4d1-0ebadb8ea2d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942084462', 'description': 'tempest-description--106242872'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:37.968904 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Checking router: 7c097da1-542f-41d5-a709-e509289d8222 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:37.970113 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Updating router 7c097da1-542f-41d5-a709-e509289d8222 port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:38.009942 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 4f957025-8c52-4b11-978b-828b37c0b096 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:38.031249 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.067849 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-22a4654b-27a0-40a8-ac30-10feb903eaac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.090748 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-432068f3-3ee0-46d1-b4d1-0ebadb8ea2d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.219118 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 58148) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:38.249941 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-0bb9623a-c21c-4ea2-bf80-2b6ded1d833f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:33:38.267205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-0bb9623a-c21c-4ea2-bf80-2b6ded1d833f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4088886 Nov 19 13:33:38.270796 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-22a4654b-27a0-40a8-ac30-10feb903eaac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.330426 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.458981 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:38.563298 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aeff1-d0f1-4eb0-b84c-7ef97c9d9fa2 req-f1ce1b72-ab5c-43ff-8b26-8c5583c240b0 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:38.577262 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-574aeff1-d0f1-4eb0-b84c-7ef97c9d9fa2 req-f1ce1b72-ab5c-43ff-8b26-8c5583c240b0 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 931 time: 0.3598983 Nov 19 13:33:38.596507 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 4f957025-8c52-4b11-978b-828b37c0b096 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:38.597117 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.602948 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 2, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:38.705206 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8e685b4b-16ed-468d-85e3-172bbbbc43ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.770582 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Checking router: 03ed1c43-0165-4847-b141-7bb6827ac4f1 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:38.770902 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Updating router 03ed1c43-0165-4847-b141-7bb6827ac4f1 port 5178def3-5cc1-44c3-b279-83df90fbc348 binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:38.827171 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.830193 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-4cac2d3d-aac3-4faf-b641-f25f4a8b5858 service neutron] 10.222.0.81 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616806 Nov 19 13:33:38.837556 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.943431 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e329a-56da-4903-8295-5bad6408c022 None None] Pushing event updated for resources: {'Port': ['ID=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.020851 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Attempting to bind port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:39.021656 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Attempting to bind port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:39.021656 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Attempting to bind port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 on network 4c30bbc7-ec26-4462-a649-904c10a18660 {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:39.041128 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:39.041128 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Checking segment: {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:39.041128 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.041128 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Bound using segment: {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:39.041128 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Bound port: e9c7f18c-c77d-4e47-a82e-12c28cd04cb0, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:39.041128 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.047101 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-22a4654b-27a0-40a8-ac30-10feb903eaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.048869 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.050640 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-22a4654b-27a0-40a8-ac30-10feb903eaac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.051866 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-22a4654b-27a0-40a8-ac30-10feb903eaac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de11a8ef-8019-4af7-b301-039e7503f286 HTTP/1.1" status: 204 len: 168 time: 1.2962208 Nov 19 13:33:39.054956 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-432068f3-3ee0-46d1-b4d1-0ebadb8ea2d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.099822 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8e685b4b-16ed-468d-85e3-172bbbbc43ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.116419 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-574aeff1-d0f1-4eb0-b84c-7ef97c9d9fa2 req-769dc03d-2b10-47cb-bf53-eb7e0330aadf tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058620 Nov 19 13:33:39.139262 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a2394b4-1a11-493a-bfd7-62f1a991a302 service neutron] 10.222.0.81 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835197 Nov 19 13:33:39.145861 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-432068f3-3ee0-46d1-b4d1-0ebadb8ea2d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.187638 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8e685b4b-16ed-468d-85e3-172bbbbc43ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.205789 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4654b-27a0-40a8-ac30-10feb903eaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de11a8ef-8019-4af7-b301-039e7503f286,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.273604 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] For port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:39.287194 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] For port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:39.296516 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.300570 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432068f3-3ee0-46d1-b4d1-0ebadb8ea2d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bece404-ff72-442c-9f2c-bf9043da7316,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.330822 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-432068f3-3ee0-46d1-b4d1-0ebadb8ea2d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.334526 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-432068f3-3ee0-46d1-b4d1-0ebadb8ea2d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4680376 Nov 19 13:33:39.337862 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58172) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:39.345409 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-cffbfd0c-b96a-4c9f-b6bd-f876b911400f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'security_group_rule': {'security_group_id': '3bece404-ff72-442c-9f2c-bf9043da7316', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:39.382429 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e685b4b-16ed-468d-85e3-172bbbbc43ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff6ee1-27dc-4c93-ad0e-e7c752ad0143,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.420214 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Routers {'7c097da1-542f-41d5-a709-e509289d8222'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:39.421630 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['7c097da1-542f-41d5-a709-e509289d8222'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:39.463789 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cffbfd0c-b96a-4c9f-b6bd-f876b911400f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.564834 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-8e685b4b-16ed-468d-85e3-172bbbbc43ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ac46422dbbd48abb32cb39992d138e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3423071 Nov 19 13:33:39.565489 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58174) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:39.783412 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e329a-56da-4903-8295-5bad6408c022 None None] Pushing event updated for resources: {'Port': ['ID=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,revision_number=4']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.911369 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] Set router 7c097da1-542f-41d5-a709-e509289d8222 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:39.991552 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.011549 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-77cb79d7-16c2-48ce-acc5-f56a3bfacf48 req-e623e3ab-9ba4-4970-8d62-f3f674b00367 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 210 time: 0.1763158 Nov 19 13:33:40.038536 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.100530 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e82708b-16c5-43fd-b2e5-b98cb0048be9 {{(pid=102797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:40.110970 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.156200 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.provisioning_blocks [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Transition to ACTIVE for port object 7e82708b-16c5-43fd-b2e5-b98cb0048be9 will not be triggered until provisioned by entity L2. {{(pid=102797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:40.158802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-25da0df1-044a-43ee-82f4-b15b64e4e657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.177914 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.249459 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 349f5288-4f27-40a8-831e-ed385e8628ea up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:40.345953 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-25da0df1-044a-43ee-82f4-b15b64e4e657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.472624 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Pushing event updated for resources: {'Port': ['ID=7e82708b-16c5-43fd-b2e5-b98cb0048be9,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.611060 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bcf8d-fdea-4c08-8ea1-88dc173f0e9f None None] Pushing event updated for resources: {'Port': ['ID=5178def3-5cc1-44c3-b279-83df90fbc348,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.695802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cffbfd0c-b96a-4c9f-b6bd-f876b911400f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.735242 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 58230) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:40.751076 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cffbfd0c-b96a-4c9f-b6bd-f876b911400f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.765831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-25da0df1-044a-43ee-82f4-b15b64e4e657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.767993 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-25da0df1-044a-43ee-82f4-b15b64e4e657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.772062 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-25da0df1-044a-43ee-82f4-b15b64e4e657 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2ff6ee1-27dc-4c93-ad0e-e7c752ad0143 HTTP/1.1" status: 204 len: 168 time: 1.2056098 Nov 19 13:33:40.845355 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbfd0c-b96a-4c9f-b6bd-f876b911400f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5819c443-1c2b-4fee-82c3-8915ae27116c,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.853608 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da0df1-044a-43ee-82f4-b15b64e4e657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff6ee1-27dc-4c93-ad0e-e7c752ad0143,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.866735 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1fb12-edde-41b8-979f-f3589295a9ff req-93cbd308-f97f-461b-b6d2-ba9e85c3b498 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:40.875810 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-51e1fb12-edde-41b8-979f-f3589295a9ff req-93cbd308-f97f-461b-b6d2-ba9e85c3b498 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.3723719 Nov 19 13:33:40.878717 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-eba1375f-aea8-4177-9172-6dbb5e5939cd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955851550', 'description': 'tempest-description--256137957'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:40.906056 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4f957025-8c52-4b11-978b-828b37c0b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port': {'id': '4f957025-8c52-4b11-978b-828b37c0b096', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'e9c7f18c-c77d-4e47-a82e-12c28cd04cb0', 'name': '', 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'mac_address': 'fa:16:3e:cc:de:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:39Z', 'revision_number': 4, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'subnets': [{'id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:40.984222 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-51e1fb12-edde-41b8-979f-f3589295a9ff req-bce23f2c-7fde-48f4-8381-770552368188 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069901 Nov 19 13:33:41.015143 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cffbfd0c-b96a-4c9f-b6bd-f876b911400f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.018845 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c277-d817-4900-9ea0-df7026e09519 None None] The sync data for ids ['7c097da1-542f-41d5-a709-e509289d8222'] in dv-cinder-816324-4-iscsi is: [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4f957025-8c52-4b11-978b-828b37c0b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port': {'id': '4f957025-8c52-4b11-978b-828b37c0b096', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'e9c7f18c-c77d-4e47-a82e-12c28cd04cb0', 'name': '', 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'mac_address': 'fa:16:3e:cc:de:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:39Z', 'revision_number': 4, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'subnets': [{'id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:41.033533 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-cffbfd0c-b96a-4c9f-b6bd-f876b911400f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6886783 Nov 19 13:33:41.034355 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58254) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:41.067938 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'security_group_rule': {'security_group_id': '3bece404-ff72-442c-9f2c-bf9043da7316', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:41.080879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Attempting to bind port 5178def3-5cc1-44c3-b279-83df90fbc348 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:41.084815 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Attempting to bind port 5178def3-5cc1-44c3-b279-83df90fbc348 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:41.087487 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Attempting to bind port 5178def3-5cc1-44c3-b279-83df90fbc348 on network 75828d9d-0193-422c-8e00-33a3c6ef972f {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:41.125162 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:41.125576 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Checking segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:41.125978 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.126995 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Bound using segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:41.135951 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Bound port: 5178def3-5cc1-44c3-b279-83df90fbc348, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:41.136432 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.166377 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.db.api [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:33:41.166377 dv-cinder-816324-4-iscsi neutron-server[102798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 13:33:41.166377 dv-cinder-816324-4-iscsi neutron-server[102798]: [parameters: {'project_id_1': '1d03fc307bfe4a4ca746734a8ff78aa8', 'expiration_1': datetime.datetime(2021, 11, 19, 13, 33, 21, 92282)}] Nov 19 13:33:41.166377 dv-cinder-816324-4-iscsi neutron-server[102798]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:33:41.167277 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG oslo_db.api [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:33:41.217854 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eba1375f-aea8-4177-9172-6dbb5e5939cd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.256500 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 2, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:41.319697 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Checking router: 89df7b56-8b30-49b3-b508-7daf684d0cc9 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:41.320080 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Updating router 89df7b56-8b30-49b3-b508-7daf684d0cc9 port cacefb64-0ee9-47cb-88cf-a60f5e63e883 binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:41.365649 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 349f5288-4f27-40a8-831e-ed385e8628ea triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:41.366167 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.470332 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-a529a22f-8823-4170-9203-04f3072e9708 None None] Provisioning complete for port 5178def3-5cc1-44c3-b279-83df90fbc348 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:41.470746 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a529a22f-8823-4170-9203-04f3072e9708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.475659 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eba1375f-aea8-4177-9172-6dbb5e5939cd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.487973 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Attempting to bind port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:41.497044 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Attempting to bind port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'aca9b256-83a5-49fa-9941-d73640d0a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '09474838-2fc7-4de1-a424-12e87e20965e'}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:41.499696 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Attempting to bind port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 on network 09474838-2fc7-4de1-a424-12e87e20965e {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:41.541888 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eba1375f-aea8-4177-9172-6dbb5e5939cd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.558608 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 on network 09474838-2fc7-4de1-a424-12e87e20965e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:41.583611 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-a529a22f-8823-4170-9203-04f3072e9708 None None] Port 5178def3-5cc1-44c3-b279-83df90fbc348 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:41.588891 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Attempting to bind port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 on network 09474838-2fc7-4de1-a424-12e87e20965e {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:41.645361 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eba1375f-aea8-4177-9172-6dbb5e5939cd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.649914 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-eba1375f-aea8-4177-9172-6dbb5e5939cd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9116893 Nov 19 13:33:41.650736 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58274) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:41.656464 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-1f95b8dc-9252-4227-aeea-aaaf22109726 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'security_group_rule': {'security_group_id': '21a49fc9-0068-414e-b65e-a5336ef92688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:41.679269 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1375f-aea8-4177-9172-6dbb5e5939cd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a49fc9-0068-414e-b65e-a5336ef92688,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:41.686302 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:41.688221 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Checking segment: {'id': 'aca9b256-83a5-49fa-9941-d73640d0a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '09474838-2fc7-4de1-a424-12e87e20965e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:41.697581 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Bound using segment: {'id': 'aca9b256-83a5-49fa-9941-d73640d0a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '09474838-2fc7-4de1-a424-12e87e20965e'} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:41.698458 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Bound port: 7e82708b-16c5-43fd-b2e5-b98cb0048be9, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9b256-83a5-49fa-9941-d73640d0a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '09474838-2fc7-4de1-a424-12e87e20965e'}}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:41.700108 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.714185 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.db.api [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:33:41.714185 dv-cinder-816324-4-iscsi neutron-server[102798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 13:33:41.714185 dv-cinder-816324-4-iscsi neutron-server[102798]: [parameters: {'project_id_1': '1d03fc307bfe4a4ca746734a8ff78aa8', 'expiration_1': datetime.datetime(2021, 11, 19, 13, 33, 21, 693096)}] Nov 19 13:33:41.714185 dv-cinder-816324-4-iscsi neutron-server[102798]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:33:41.714566 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG oslo_db.api [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:33:41.762591 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.770263 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1f95b8dc-9252-4227-aeea-aaaf22109726 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.862071 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] For port 5178def3-5cc1-44c3-b279-83df90fbc348, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:41.874585 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] For port 5178def3-5cc1-44c3-b279-83df90fbc348, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=5178def3-5cc1-44c3-b279-83df90fbc348,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:41.895725 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-ac6395a9-a7fb-4ac7-8135-baf2d2498969 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:41.904433 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-ac6395a9-a7fb-4ac7-8135-baf2d2498969 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 819 time: 1.0035536 Nov 19 13:33:41.917697 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58280) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:41.937716 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.960751 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-fa3c933f-0164-4d9b-afae-801b671db59c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/quotas/943327e3a6b442be8ad522b091ceeefe HTTP/1.1" status: 200 len: 375 time: 0.0484037 Nov 19 13:33:42.001716 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c972ccb1-72a1-4425-b892-564c9ae322dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.046808 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:42.123870 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1f95b8dc-9252-4227-aeea-aaaf22109726 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.146970 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1f95b8dc-9252-4227-aeea-aaaf22109726 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.165777 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] For port 7e82708b-16c5-43fd-b2e5-b98cb0048be9, host hv-cinder-81632, cleared binding levels {{(pid=102797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:42.241214 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b8dc-9252-4227-aeea-aaaf22109726 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67225ff9-4630-44f3-b5ff-b2e5a6ed9942,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.270219 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1f95b8dc-9252-4227-aeea-aaaf22109726 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.286407 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] For port 7e82708b-16c5-43fd-b2e5-b98cb0048be9, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9,segment=NetworkSegment(aca9b256-83a5-49fa-9941-d73640d0a3df),segment_id=aca9b256-83a5-49fa-9941-d73640d0a3df)] {{(pid=102797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:42.287785 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-1f95b8dc-9252-4227-aeea-aaaf22109726 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6357720 Nov 19 13:33:42.292902 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58288) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:42.301220 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-ca31e962-d90c-4dc5-a260-93881ac421f3 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3394866 Nov 19 13:33:42.307592 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-2e6d6ac7-80a1-42ab-a157-cc9ef1661736 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'security_group_rule': {'security_group_id': '21a49fc9-0068-414e-b65e-a5336ef92688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:42.318118 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.469004 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6ac7-80a1-42ab-a157-cc9ef1661736 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.501655 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c972ccb1-72a1-4425-b892-564c9ae322dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.515980 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c972ccb1-72a1-4425-b892-564c9ae322dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.519314 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:42.520090 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:42.607829 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6ac7-80a1-42ab-a157-cc9ef1661736 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.632708 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6ac7-80a1-42ab-a157-cc9ef1661736 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.662093 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d6ac7-80a1-42ab-a157-cc9ef1661736 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079339f8-6f6a-462d-ab2d-e80104857ee1,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.684457 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-18aa6918-9cd9-43fa-bf0b-213fad0dea79 service neutron] 10.222.0.81 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737390 Nov 19 13:33:42.704817 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c972ccb1-72a1-4425-b892-564c9ae322dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c7363ee126d4476a4cf37421f3d676e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7832832 Nov 19 13:33:42.719425 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58296) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:42.720109 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972ccb1-72a1-4425-b892-564c9ae322dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880f3bbf-9e52-485c-9674-af5d2ee88ec0,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.759317 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bcf8d-fdea-4c08-8ea1-88dc173f0e9f None None] Pushing event updated for resources: {'Port': ['ID=5178def3-5cc1-44c3-b279-83df90fbc348,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.774303 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:42.774743 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.780581 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-6e2f8ed4-26b6-4246-8a6e-2a0a1dc6c0fd None None] Provisioning complete for port 5178def3-5cc1-44c3-b279-83df90fbc348 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:42.780784 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8ed4-26b6-4246-8a6e-2a0a1dc6c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.817448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6ac7-80a1-42ab-a157-cc9ef1661736 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.818995 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-2e6d6ac7-80a1-42ab-a157-cc9ef1661736 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5224087 Nov 19 13:33:42.827130 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58298) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:42.829265 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.836611 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:42.848462 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Pushing event updated for resources: {'Port': ['ID=7e82708b-16c5-43fd-b2e5-b98cb0048be9,revision_number=3']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.871145 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:42.872586 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.874082 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-ba949d6e-7f5c-4896-b561-7d1505e33a11 service neutron] 10.222.0.73 "PUT /v2.0/ports/7e82708b-16c5-43fd-b2e5-b98cb0048be9 HTTP/1.1" status: 200 len: 1093 time: 6.0274787 Nov 19 13:33:42.876474 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'tag': '7e82708b-16c5-43fd-b2e5-b98cb0048be9'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:42.893369 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-1a1b2a65-96b2-4fc5-aa84-7651039b443e service neutron] 10.222.0.81 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876833 Nov 19 13:33:42.973677 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-465b8eb7-d214-4198-8109-5613ce7d66f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.988827 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.010087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038476bd-c764-463d-bfbe-a4dfe0256b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "19217028-02b4-46b1-8947-9a4ac110bbeb", "tag": "7e82708b-16c5-43fd-b2e5-b98cb0048be9"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:43.016695 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.085195 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.224771 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-465b8eb7-d214-4198-8109-5613ce7d66f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.278034 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d9cff5-0eee-463f-b8c3-32cf8c9536db,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.297270 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.298469 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-42fe0b2b-014f-496a-be31-88bc138dafaf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2630849 Nov 19 13:33:43.302232 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58320) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:43.311715 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e857-126e-458e-aa21-61082260529e req-4ca5f8c8-3dbf-4ed8-b244-b57bc02876c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:43.314414 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69e2e857-126e-458e-aa21-61082260529e req-4ca5f8c8-3dbf-4ed8-b244-b57bc02876c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.0816264 Nov 19 13:33:43.328644 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:43.357749 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:43.378634 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-465b8eb7-d214-4198-8109-5613ce7d66f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.381434 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-465b8eb7-d214-4198-8109-5613ce7d66f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.382638 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-465b8eb7-d214-4198-8109-5613ce7d66f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/880f3bbf-9e52-485c-9674-af5d2ee88ec0 HTTP/1.1" status: 204 len: 168 time: 0.6459553 Nov 19 13:33:43.409075 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b8eb7-d214-4198-8109-5613ce7d66f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880f3bbf-9e52-485c-9674-af5d2ee88ec0,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.425654 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.472434 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69e2e857-126e-458e-aa21-61082260529e req-5aeb0375-5059-416b-b109-e058cc798e05 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519272 Nov 19 13:33:43.475057 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7ad8b0-99d7-44bd-aefe-9810eea2a7a6 x-openstack-request-id: req-ba7ad8b0-99d7-44bd-aefe-9810eea2a7a6 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:43.477957 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19217028-02b4-46b1-8947-9a4ac110bbeb", "tag": "7e82708b-16c5-43fd-b2e5-b98cb0048be9", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:43.478225 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba7ad8b0-99d7-44bd-aefe-9810eea2a7a6 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:43.478885 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'tag': '7e82708b-16c5-43fd-b2e5-b98cb0048be9', 'status': 'completed', 'code': 200} Nov 19 13:33:43.538603 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.581866 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:43.624538 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.809417 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a673c074-c171-431b-8349-02a5e8ce4056 req-8e233db1-de1f-4e48-9083-7be328218fc5 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 210 time: 0.0740788 Nov 19 13:33:43.842962 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8ed4-26b6-4246-8a6e-2a0a1dc6c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.845262 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.882707 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.888377 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.905228 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.926997 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.943773 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-6e2f8ed4-26b6-4246-8a6e-2a0a1dc6c0fd None None] For port 5178def3-5cc1-44c3-b279-83df90fbc348, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=5178def3-5cc1-44c3-b279-83df90fbc348,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:43.963720 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8ed4-26b6-4246-8a6e-2a0a1dc6c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.014608 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715924a-8270-4300-ae7a-beafc4215d46 None None] Pushing event updated for resources: {'Port': ['ID=cacefb64-0ee9-47cb-88cf-a60f5e63e883,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:44.050441 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:44.077206 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Allocated IP 172.27.0.225 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/2116c7f5-2689-4b49-a68f-10b9c738ad91) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:44.116893 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d693241-111a-4a72-ab6f-071f3eebddc8 None None] The sync data for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi is: [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:41Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:44.133149 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Attempting to bind port cacefb64-0ee9-47cb-88cf-a60f5e63e883 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:44.133857 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Attempting to bind port cacefb64-0ee9-47cb-88cf-a60f5e63e883 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:44.134426 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Attempting to bind port cacefb64-0ee9-47cb-88cf-a60f5e63e883 on network 7dd42d2c-8875-4370-a3ea-b9df852109ed {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:44.148553 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:44.149232 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Checking segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:44.150119 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.150892 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Bound using segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:44.152220 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Bound port: cacefb64-0ee9-47cb-88cf-a60f5e63e883, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:44.155033 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.166559 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f8ed4-26b6-4246-8a6e-2a0a1dc6c0fd None None] Pushing event updated for resources: {'Port': ['ID=5178def3-5cc1-44c3-b279-83df90fbc348,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:44.344123 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] For port cacefb64-0ee9-47cb-88cf-a60f5e63e883, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:44.361445 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] For port cacefb64-0ee9-47cb-88cf-a60f5e63e883, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=cacefb64-0ee9-47cb-88cf-a60f5e63e883,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:44.367977 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.378296 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.425519 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-feddb9e9-8d9b-4aea-923c-18839e49bfd2 None None] Provisioning complete for port cacefb64-0ee9-47cb-88cf-a60f5e63e883 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:44.426242 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-feddb9e9-8d9b-4aea-923c-18839e49bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.486871 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.511542 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:44.512988 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:33:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:44.552638 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'Port': ['ID=2116c7f5-2689-4b49-a68f-10b9c738ad91,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:44.582299 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:44.593550 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:44.597122 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Allocated IP 172.27.0.199 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/b158f6e5-2ad3-4c03-9fd2-4ee48d4ce790) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:44.599408 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:44.639395 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715924a-8270-4300-ae7a-beafc4215d46 None None] Pushing event updated for resources: {'Port': ['ID=cacefb64-0ee9-47cb-88cf-a60f5e63e883,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:44.826377 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb233-e79c-435d-88c6-8cacc2505b7d req-a2e95c64-4d35-4920-a229-e2614ad76d86 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:44.838853 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5b9fb233-e79c-435d-88c6-8cacc2505b7d req-a2e95c64-4d35-4920-a229-e2614ad76d86 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.1861951 Nov 19 13:33:44.958201 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-feddb9e9-8d9b-4aea-923c-18839e49bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.981492 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5b9fb233-e79c-435d-88c6-8cacc2505b7d req-32fc3813-5c0a-4020-b790-fe8e3fcf22ac tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416159 Nov 19 13:33:45.031143 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:45.085129 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.094385 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-feddb9e9-8d9b-4aea-923c-18839e49bfd2 None None] For port cacefb64-0ee9-47cb-88cf-a60f5e63e883, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=cacefb64-0ee9-47cb-88cf-a60f5e63e883,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:45.107760 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-feddb9e9-8d9b-4aea-923c-18839e49bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.154834 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-50c36778-5891-42e2-80a1-f9a4676a81e9 req-e86a3967-bbb5-4c4f-bf90-429a27b45c6a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 210 time: 0.1249592 Nov 19 13:33:45.221624 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.342736 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.443723 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:45.449158 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-c250a0c4-596f-4efc-b63b-3d20171c3e26 None None] Provisioning complete for port cacefb64-0ee9-47cb-88cf-a60f5e63e883 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:45.450664 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:45.452843 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c250a0c4-596f-4efc-b63b-3d20171c3e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.456224 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:45.470673 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddb9e9-8d9b-4aea-923c-18839e49bfd2 None None] Pushing event updated for resources: {'Port': ['ID=cacefb64-0ee9-47cb-88cf-a60f5e63e883,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:45.519142 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.563010 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'Port': ['ID=b158f6e5-2ad3-4c03-9fd2-4ee48d4ce790,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:45.649529 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.795296 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.823032 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:44Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:45.881289 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6ca4a-05ec-4afe-8c57-1861e339d923 None None] The sync data for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi is: [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:44Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:46.180012 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 5178def3-5cc1-44c3-b279-83df90fbc348 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:46.326312 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-a4ff0abf-8a80-4a0e-aac6-17aedf63a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:46.329565 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-a4ff0abf-8a80-4a0e-aac6-17aedf63a64a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca4f99c83f74e8491056b9c376322a6&device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 1096 time: 0.3199806 Nov 19 13:33:46.329993 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.403364 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.422922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.505004 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.597448 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-7844496f-c426-4eee-9dbd-8d73ef36c627 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9 HTTP/1.1" status: 200 len: 217 time: 0.2579193 Nov 19 13:33:46.618594 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:33:46.777425 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.835032 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.840744 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-163f33bb-ea88-4e9e-ba4b-e91b68547428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:46.842300 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-163f33bb-ea88-4e9e-ba4b-e91b68547428 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de9b00ae-f8a1-464d-baf5-4ed91f13f8b6 HTTP/1.1" status: 200 len: 851 time: 0.2196147 Nov 19 13:33:46.870830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.884917 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5658028 Nov 19 13:33:46.922410 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 5178def3-5cc1-44c3-b279-83df90fbc348 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:46.923342 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.928692 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d53e-a6a2-49e7-9cfa-f3886f4df3f7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'Port': ['ID=b158f6e5-2ad3-4c03-9fd2-4ee48d4ce790,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:46.993865 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.008857 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1808317 Nov 19 13:33:47.015069 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-2798a8d7-00bd-48dd-b52b-a391240838c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=09474838-2fc7-4de1-a424-12e87e20965e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464508 Nov 19 13:33:47.071186 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f54ca38c-f377-4342-a68a-5078f658dd4c req-9f3e0c16-78dd-45e1-8a96-78c127a8437a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 210 time: 0.0547686 Nov 19 13:33:47.098778 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671ec8-1556-42a4-a853-a43c20db8fb8 req-efc194df-20e1-4d74-9d76-6febd57ddab9 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:47.110378 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-99671ec8-1556-42a4-a853-a43c20db8fb8 req-efc194df-20e1-4d74-9d76-6febd57ddab9 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.6810408 Nov 19 13:33:47.215819 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:47.286731 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-bf26acff-c7cc-49df-bee1-b2983ffde901 service neutron] 10.222.0.73 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882770 Nov 19 13:33:47.354158 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdca62-3c56-4740-b175-e6ca324f711e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'Port': ['ID=2116c7f5-2689-4b49-a68f-10b9c738ad91,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:47.473503 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-99671ec8-1556-42a4-a853-a43c20db8fb8 req-2663e68f-1313-41da-9e30-015f32d336df tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273816 Nov 19 13:33:47.474262 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:47.474682 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.474929 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.73', 49878) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:47.826461 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-16fe458e-3990-4168-a7f9-7a699fd6cb5d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:47.828023 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-16fe458e-3990-4168-a7f9-7a699fd6cb5d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 819 time: 0.3510377 Nov 19 13:33:47.938597 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Request body: {'port': {'device_id': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'admin_state_up': True, 'tenant_id': '943327e3a6b442be8ad522b091ceeefe'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:47.999103 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device cacefb64-0ee9-47cb-88cf-a60f5e63e883 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:48.167451 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.73', 49883) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:48.187668 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port cacefb64-0ee9-47cb-88cf-a60f5e63e883 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:48.188045 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.221559 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-300b055e-6327-4bb8-83c8-367b91eaba70 req-2503802d-1f8f-4ca6-a0aa-b27393f65ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9258385 Nov 19 13:33:48.302603 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-d8c2675d-5c31-4a5d-be80-82431880e2e1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1955851550&fields=id&tenant_id=8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 267 time: 0.0792072 Nov 19 13:33:48.337458 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-f5770b2d-1646-460c-97fe-9eb0202f122b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--942084462&fields=id&tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8 HTTP/1.1" status: 200 len: 267 time: 0.4992225 Nov 19 13:33:48.562385 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-9fed01b5-c0bd-4936-a0fe-4d5b0c0f27ca tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:48.574183 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-9fed01b5-c0bd-4936-a0fe-4d5b0c0f27ca tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 817 time: 0.2588422 Nov 19 13:33:48.695384 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57b4b0ce-9224-48bc-af9d-d83ccaf7d0b8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/quotas/8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 375 time: 0.1184001 Nov 19 13:33:48.849893 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-ad77487d-9528-4ed2-9d7c-2195ed4089cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:48.854876 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-ad77487d-9528-4ed2-9d7c-2195ed4089cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca4f99c83f74e8491056b9c376322a6&device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 1096 time: 0.2491546 Nov 19 13:33:48.910867 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-71b9713b-d651-42ea-92a2-3c427a2dc64a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2142715 Nov 19 13:33:48.981395 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Made reservation on behalf of 943327e3a6b442be8ad522b091ceeefe for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:48.993850 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.170572 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-46f53316-02d0-4697-bc2e-6227bf428a59 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:49.172492 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-46f53316-02d0-4697-bc2e-6227bf428a59 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 809 time: 0.8339956 Nov 19 13:33:49.208562 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-51095b8c-1c0a-498f-b4d1-7a285afb5976 service neutron] 10.222.0.81 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695117 Nov 19 13:33:49.388378 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-f289955a-16d2-48d0-b9dc-996b63dce58d service neutron] 10.222.0.81 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762791 Nov 19 13:33:49.772990 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-268e98b2-69d8-4af2-a4a7-5a99321ecd47 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:49.774785 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-268e98b2-69d8-4af2-a4a7-5a99321ecd47 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 819 time: 1.4590600 Nov 19 13:33:49.803523 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-85742ad7-937e-4ab4-8177-9ca3d0dc047b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/quotas/1d03fc307bfe4a4ca746734a8ff78aa8 HTTP/1.1" status: 200 len: 375 time: 0.5587573 Nov 19 13:33:50.059275 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-b27c9742-a155-4116-92ab-be72209d3a69 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2539225 Nov 19 13:33:50.115777 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-22c1290a-c80a-47cf-9855-07f6e64856ae req-748adda8-6f85-45ed-b87d-0edd220db8c8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 210 time: 0.1313956 Nov 19 13:33:50.161729 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Allocated IP 172.20.0.4 (4c30bbc7-ec26-4462-a649-904c10a18660/3f52eff9-2671-426a-8275-17fbd4787a7a/0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:50.330041 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c4301-ad10-4651-a99e-bd9d58e7de9d req-8b7fa7fd-567e-4de0-9236-6d7e757e391c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.341434 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f27c4301-ad10-4651-a99e-bd9d58e7de9d req-8b7fa7fd-567e-4de0-9236-6d7e757e391c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.0886559 Nov 19 13:33:50.393132 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58568) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:50.414240 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-6b49fffd-4621-45fb-af31-2cc28db8632a service neutron] 10.222.0.81 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843266 Nov 19 13:33:50.476843 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f27c4301-ad10-4651-a99e-bd9d58e7de9d req-fe69a180-0b29-45c1-a6cb-5fcfc07716d6 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341801 Nov 19 13:33:50.564024 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-5595211f-ba86-4e63-babd-7724a97b55a8 service neutron] 10.222.0.81 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318188 Nov 19 13:33:50.635031 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2be75ebe-2b3b-4b03-94f6-8346e9cf4618 req-7d2f5634-065f-488e-9a99-46cfef85a2b2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 210 time: 0.0473022 Nov 19 13:33:50.653275 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.702368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d34fb48e-b0d0-45d4-8f22-a8193d858529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.729344 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.810543 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6ca9ec32-af61-4518-b9ac-b27d1a19b864 req-41fa1b8d-f2d1-4bec-ad93-cd39cefa31fb tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 210 time: 0.0337019 Nov 19 13:33:50.888236 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Network 4c30bbc7-ec26-4462-a649-904c10a18660 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:50.894318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:50.898962 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:50.905477 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.906127 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.908828 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Pushing event updated for resources: {'Port': ['ID=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:50.941932 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-2a477520-5f4d-4802-95ab-9cfea1fae0cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0196481 Nov 19 13:33:50.974826 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d34fb48e-b0d0-45d4-8f22-a8193d858529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.979452 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d34fb48e-b0d0-45d4-8f22-a8193d858529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.020914 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fb48e-b0d0-45d4-8f22-a8193d858529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9590de-e16b-478b-871f-bc9000f9200c,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:51.030312 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-d34fb48e-b0d0-45d4-8f22-a8193d858529 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d84ed83c15424ce6bfd44a40c710d0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6313424 Nov 19 13:33:51.030621 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58596) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:51.094316 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c512cbf5-a09b-4172-a448-49334efcf535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.127814 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c512cbf5-a09b-4172-a448-49334efcf535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.145350 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Request body: {'port': {'device_id': '03e0d00a-22db-474e-a3cf-40808f76d685', 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'admin_state_up': True, 'tenant_id': '943327e3a6b442be8ad522b091ceeefe'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:51.155582 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Request body: {'port': {'device_id': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:51.346290 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d02d90af-a896-48bc-801d-7435013d662d req-b92f5f50-1f6d-41bb-89be-6be5853ed1b2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 210 time: 0.0940166 Nov 19 13:33:51.359011 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-68e7f32a-13a1-475d-a25b-6d0f80576b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:51.361505 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-68e7f32a-13a1-475d-a25b-6d0f80576b69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=09474838-2fc7-4de1-a424-12e87e20965e HTTP/1.1" status: 200 len: 913 time: 0.2637575 Nov 19 13:33:51.435896 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-c4ba90a3-ae7e-4c45-a014-31dc2ceae27e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9 HTTP/1.1" status: 200 len: 217 time: 0.0532589 Nov 19 13:33:51.460447 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.497509 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-e0825e04-94b3-4be5-a025-d1b0c968a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:51.499210 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-e0825e04-94b3-4be5-a025-d1b0c968a330 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de9b00ae-f8a1-464d-baf5-4ed91f13f8b6 HTTP/1.1" status: 200 len: 851 time: 0.0600467 Nov 19 13:33:51.502915 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c512cbf5-a09b-4172-a448-49334efcf535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.505611 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c512cbf5-a09b-4172-a448-49334efcf535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.506826 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c512cbf5-a09b-4172-a448-49334efcf535 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c9590de-e16b-478b-871f-bc9000f9200c HTTP/1.1" status: 204 len: 168 time: 0.4752316 Nov 19 13:33:51.556716 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-4ed442f9-c166-4038-a833-b64d3a95aac0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=09474838-2fc7-4de1-a424-12e87e20965e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460589 Nov 19 13:33:51.582389 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512cbf5-a09b-4172-a448-49334efcf535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9590de-e16b-478b-871f-bc9000f9200c,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:51.675871 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Made reservation on behalf of 943327e3a6b442be8ad522b091ceeefe for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:51.681428 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.823499 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258a5cf-6ed7-446c-b43c-60d5ed4add7c req-41da6974-8dba-48d4-bb80-14f75244af49 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:51.834027 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5258a5cf-6ed7-446c-b43c-60d5ed4add7c req-41da6974-8dba-48d4-bb80-14f75244af49 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.1801524 Nov 19 13:33:51.862557 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-faf13a9a-2b46-4510-bc0e-23aa04f75eba service neutron] 10.222.0.73 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972648 Nov 19 13:33:51.878595 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8b76e801-a450-464b-ac73-3c025975915f req-ef24bf66-785f-4433-a1d7-e93b7ff9c8c2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 210 time: 0.0764067 Nov 19 13:33:51.919291 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5258a5cf-6ed7-446c-b43c-60d5ed4add7c req-8f821c6c-aa94-4aec-aaa7-62cd68246a01 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788963 Nov 19 13:33:52.064564 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-40fdd600-923c-46e3-bc6d-9e9b45337b2e req-82218590-aed1-4180-beeb-9a79de1a7be9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 210 time: 0.0462799 Nov 19 13:33:52.199038 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-038476bd-c764-463d-bfbe-a4dfe0256b5a req-04a8b5d5-0617-49cf-84e5-f2627c4557ad service neutron] 10.222.0.73 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562075 Nov 19 13:33:52.232150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:52.243497 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.275233 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Transition to ACTIVE for port object 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:52.348799 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Allocated IP 172.20.0.11 (4c30bbc7-ec26-4462-a649-904c10a18660/3f52eff9-2671-426a-8275-17fbd4787a7a/86320b9c-2c05-4b6f-8954-df5308ada776) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:52.489239 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.541031 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bcee5b28-50b6-459e-b3c9-16325651534b req-186cb05a-ab53-4cf7-a3a9-c013fefb9b87 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 210 time: 0.0327897 Nov 19 13:33:52.553123 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-1cde2943-b7ad-43ce-991f-6167b062403c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.555458 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-1cde2943-b7ad-43ce-991f-6167b062403c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 817 time: 0.2586989 Nov 19 13:33:52.692548 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-35bf3afc-f3c7-45fc-bff4-1ed9e658e270 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 380 time: 0.1144328 Nov 19 13:33:52.705018 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'port': {'device_id': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'admin_state_up': True, 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'security_groups': ['21a49fc9-0068-414e-b65e-a5336ef92688']}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:52.834775 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.73', 49894) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:53.082976 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Attempting to bind port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:53.083369 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Attempting to bind port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:53.083700 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Attempting to bind port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 on network 4c30bbc7-ec26-4462-a649-904c10a18660 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:53.104745 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 on network 4c30bbc7-ec26-4462-a649-904c10a18660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:53.105084 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Attempting to bind port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 on network 4c30bbc7-ec26-4462-a649-904c10a18660 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:53.117548 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.147515 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:53.148836 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Checking segment: {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:53.150624 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Bound using segment: {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:53.153310 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Bound port: 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:53.153822 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.165363 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-857879f1-154f-4a56-804f-6707846788b0 req-d0a6a8ab-11f0-4e2b-a890-f87860423b70 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 210 time: 0.0833628 Nov 19 13:33:53.263772 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.288274 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-298d7a21-85ec-48a2-b502-45c7187dfdc3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.291307 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-298d7a21-85ec-48a2-b502-45c7187dfdc3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 809 time: 0.4452417 Nov 19 13:33:53.322412 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.336811 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7144e-b70a-4652-8bd7-7ab1d8fb1cfe req-e7d92d40-538f-4eca-a625-a01a4ef4e712 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.337127 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6df7144e-b70a-4652-8bd7-7ab1d8fb1cfe req-e7d92d40-538f-4eca-a625-a01a4ef4e712 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.2766128 Nov 19 13:33:53.364656 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Made reservation on behalf of 8a86d02b5b9347aeae7b72e480a00ab7 for: {'port': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:53.372490 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.408521 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Network 4c30bbc7-ec26-4462-a649-904c10a18660 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:53.419979 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:53.436824 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:53.440341 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-90d3d78d-607f-4b3d-bf85-41c9295b8a41 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8 HTTP/1.1" status: 200 len: 379 time: 0.1350198 Nov 19 13:33:53.442692 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.443333 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.468239 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] For port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:53.505185 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Pushing event updated for resources: {'Port': ['ID=86320b9c-2c05-4b6f-8954-df5308ada776,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.507488 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'port': {'device_id': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'admin_state_up': True, 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'security_groups': ['3bece404-ff72-442c-9f2c-bf9043da7316']}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:53.508201 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] For port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:53.513756 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58714) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:53.525422 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-e865beae-43ab-4aea-804c-29561669091b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3929379 Nov 19 13:33:53.526849 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.540809 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6df7144e-b70a-4652-8bd7-7ab1d8fb1cfe req-21d795ac-2bb5-43d5-8154-31d2b6006917 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935108 Nov 19 13:33:53.580636 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Request body: {'port': {'device_id': '03e0d00a-22db-474e-a3cf-40808f76d685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:53.584139 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.584782 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.586154 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] 10.222.0.73 "PUT /v2.0/ports/0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 1093 time: 2.4525542 Nov 19 13:33:53.591067 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'tag': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:53.653413 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Allocated IP 172.20.0.7 (7dd42d2c-8875-4370-a3ea-b9df852109ed/68c88ab0-ecb4-4f35-a951-b1577a944930/b970b9c6-515f-4de6-887f-a9f5cb9d216d) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:53.713390 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Made reservation on behalf of 1d03fc307bfe4a4ca746734a8ff78aa8 for: {'port': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:53.717867 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.828414 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e50fe9c-442c-4d50-8533-db00840c32d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c2a657-c6ef-46fe-a2c3-97e2616ae619", "tag": "0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:53.832815 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0610054c-4f4c-4fb8-86a0-f3202a8d74f8 req-188b7721-5996-4f74-ad2e-5c2ed4aad617 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 210 time: 0.1264403 Nov 19 13:33:53.833566 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ed3e751a-7c13-4134-ac01-b3588506e2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.886656 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8740965-6fa2-49ac-abd3-07aa29224628 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.908347 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.954859 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-33ed9bc7-6691-4b29-ace0-a30ba684a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.956426 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-33ed9bc7-6691-4b29-ace0-a30ba684a2e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1096 time: 0.2426889 Nov 19 13:33:53.984310 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a77fcc3-bc63-4530-99cb-3fa1c250c5ac x-openstack-request-id: req-3a77fcc3-bc63-4530-99cb-3fa1c250c5ac {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:53.984310 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c2a657-c6ef-46fe-a2c3-97e2616ae619", "tag": "0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:53.985355 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a77fcc3-bc63-4530-99cb-3fa1c250c5ac {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:53.985857 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'tag': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1', 'status': 'completed', 'code': 200} Nov 19 13:33:54.064618 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-040cf5e2-0042-491a-b09b-13971a7c5009 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0829802 Nov 19 13:33:54.066767 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7307-0e7a-491b-ad96-74f598a41102 req-8f91572e-377b-4ba5-ab85-ce8217b29b9c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.068353 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-96ec7307-0e7a-491b-ad96-74f598a41102 req-8f91572e-377b-4ba5-ab85-ce8217b29b9c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 932 time: 0.3432961 Nov 19 13:33:54.178134 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.213395 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-3b07c6e3-685d-4907-8cd1-0ef16e4ee2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.215452 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-3b07c6e3-685d-4907-8cd1-0ef16e4ee2e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.1400037 Nov 19 13:33:54.226709 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Allocated IP 172.20.0.3 (75828d9d-0193-422c-8e00-33a3c6ef972f/de7434d3-eb23-4d2e-aa51-7c17df957779/c0730acb-751c-4e5f-a0ee-5d9c8978ecb7) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:54.248450 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-96ec7307-0e7a-491b-ad96-74f598a41102 req-14ebe846-1eee-479d-b3f3-12dac9f82a9c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654582 Nov 19 13:33:54.273098 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7e82708b-16c5-43fd-b2e5-b98cb0048be9 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:54.302352 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.330462 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ed3e751a-7c13-4134-ac01-b3588506e2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.349659 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-7864211a-9340-43bc-9bd9-c57de4943083 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252506 Nov 19 13:33:54.394877 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ed3e751a-7c13-4134-ac01-b3588506e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.419946 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:54.434847 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:54.440422 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.445467 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:54.562730 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7e82708b-16c5-43fd-b2e5-b98cb0048be9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9,segment=NetworkSegment(aca9b256-83a5-49fa-9941-d73640d0a3df),segment_id=aca9b256-83a5-49fa-9941-d73640d0a3df)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:54.573791 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-ed3e751a-7c13-4134-ac01-b3588506e2a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b971d3e58dc479b86d6e867b5215f40&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0564785 Nov 19 13:33:54.577440 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e751a-7c13-4134-ac01-b3588506e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1928090-53bb-4404-aae2-9b04e2f77134,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.597111 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58772) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:54.611229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '7e82708b-16c5-43fd-b2e5-b98cb0048be9', 'network_id': '09474838-2fc7-4de1-a424-12e87e20965e', 'port_id': '7e82708b-16c5-43fd-b2e5-b98cb0048be9', 'mac_address': 'fa:16:3e:5f:33:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9b00ae-f8a1-464d-baf5-4ed91f13f8b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:54.645537 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.646306 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.682044 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e12c-aa1f-475f-baec-94f5a1115d9f req-84f3c446-af7d-415d-ab16-946654da41d9 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.688920 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b8e6e12c-aa1f-475f-baec-94f5a1115d9f req-84f3c446-af7d-415d-ab16-946654da41d9 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 931 time: 0.3380091 Nov 19 13:33:54.712168 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 58774) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:54.716181 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.733367 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e82708b-16c5-43fd-b2e5-b98cb0048be9 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:54.765020 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7e82708b-16c5-43fd-b2e5-b98cb0048be9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9,segment=NetworkSegment(aca9b256-83a5-49fa-9941-d73640d0a3df),segment_id=aca9b256-83a5-49fa-9941-d73640d0a3df)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:54.773603 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.778547 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86320b9c-2c05-4b6f-8954-df5308ada776 {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:54.780520 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-22331bc9-ee88-42d1-9916-57c87220fc35 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0839760 Nov 19 13:33:54.787841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.803061 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Transition to ACTIVE for port object 86320b9c-2c05-4b6f-8954-df5308ada776 will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:54.820679 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.828287 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Request body: {'port': {'device_id': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:54.857042 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-078e5cb9-eddd-49ff-b9de-e578a3368b8c None None] Provisioning complete for port b970b9c6-515f-4de6-887f-a9f5cb9d216d triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:54.857981 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-078e5cb9-eddd-49ff-b9de-e578a3368b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.877209 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.897719 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=7e82708b-16c5-43fd-b2e5-b98cb0048be9,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.909258 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-078e5cb9-eddd-49ff-b9de-e578a3368b8c None None] Port b970b9c6-515f-4de6-887f-a9f5cb9d216d cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:54.944908 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6597ee-a3df-4b7c-b271-dda1a365c828 req-d4baa451-5b09-4ce6-a68c-6a781b11a157 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.946466 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-de6597ee-a3df-4b7c-b271-dda1a365c828 req-d4baa451-5b09-4ce6-a68c-6a781b11a157 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 943 time: 0.2552004 Nov 19 13:33:54.988793 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-d2f95de1-b404-42e4-b728-91e3f3aa62ea service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955703 Nov 19 13:33:55.011362 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-52054a86-2b09-4ecf-a917-9ce6711f4733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.025121 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0cc438f1-0927-4dc0-86ad-587444a21999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.036371 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.037662 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.047036 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Pushing event updated for resources: {'Port': ['ID=86320b9c-2c05-4b6f-8954-df5308ada776,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.114002 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b8e6e12c-aa1f-475f-baec-94f5a1115d9f req-5bba0f4c-00d4-474f-a0ac-91f7ffec8cce tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477627 Nov 19 13:33:55.136065 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-52054a86-2b09-4ecf-a917-9ce6711f4733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.147133 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['7e82708b-16c5-43fd-b2e5-b98cb0048be9'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:55.152311 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Attempting to bind port 86320b9c-2c05-4b6f-8954-df5308ada776 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:55.152690 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Attempting to bind port 86320b9c-2c05-4b6f-8954-df5308ada776 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:55.153063 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Attempting to bind port 86320b9c-2c05-4b6f-8954-df5308ada776 on network 4c30bbc7-ec26-4462-a649-904c10a18660 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:55.161909 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Network 75828d9d-0193-422c-8e00-33a3c6ef972f is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:55.174447 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-de6597ee-a3df-4b7c-b271-dda1a365c828 req-758b93fa-43c1-4851-9e5e-3689d6842de5 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032020 Nov 19 13:33:55.178916 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:55.184323 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Port 86320b9c-2c05-4b6f-8954-df5308ada776 on network 4c30bbc7-ec26-4462-a649-904c10a18660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:55.184659 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Attempting to bind port 86320b9c-2c05-4b6f-8954-df5308ada776 on network 4c30bbc7-ec26-4462-a649-904c10a18660 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:55.186976 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'Port': ['ID=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.190918 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:55.209564 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:55.209564 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Checking segment: {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:55.210023 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Bound using segment: {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:55.210344 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Bound port: 86320b9c-2c05-4b6f-8954-df5308ada776, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898510e0-62db-42a7-ab2d-03a574e359f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:55.210704 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.321565 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] For port 86320b9c-2c05-4b6f-8954-df5308ada776, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:55.325146 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] For port 86320b9c-2c05-4b6f-8954-df5308ada776, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=86320b9c-2c05-4b6f-8954-df5308ada776,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:55.376564 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a051c410-5588-44a3-a690-e71a6e2faec9 req-43018018-1a24-4455-bc5c-fab97fa23caf service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786204 Nov 19 13:33:55.386773 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.486664 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-52054a86-2b09-4ecf-a917-9ce6711f4733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.495601 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-52054a86-2b09-4ecf-a917-9ce6711f4733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.501987 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-52054a86-2b09-4ecf-a917-9ce6711f4733 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1928090-53bb-4404-aae2-9b04e2f77134 HTTP/1.1" status: 204 len: 168 time: 0.8961625 Nov 19 13:33:55.543948 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52054a86-2b09-4ecf-a917-9ce6711f4733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1928090-53bb-4404-aae2-9b04e2f77134,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.565896 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.566517 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.568061 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] 10.222.0.73 "PUT /v2.0/ports/86320b9c-2c05-4b6f-8954-df5308ada776 HTTP/1.1" status: 200 len: 1094 time: 2.0241535 Nov 19 13:33:55.580238 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49e17-990d-443f-95f8-9202d2ae162d req-90708d6a-ab1d-4ed7-8b58-207241b7603a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.581825 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-afe49e17-990d-443f-95f8-9202d2ae162d req-90708d6a-ab1d-4ed7-8b58-207241b7603a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 931 time: 0.2533789 Nov 19 13:33:55.618483 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.619117 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.635031 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0cc438f1-0927-4dc0-86ad-587444a21999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.638427 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-d9d2341f-ea21-45b4-8156-ec403a5af5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.639959 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-d9d2341f-ea21-45b4-8156-ec403a5af5d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1096 time: 0.1798673 Nov 19 13:33:55.650669 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0cc438f1-0927-4dc0-86ad-587444a21999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.666078 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f286444-b4e6-41d4-a209-7d4576575479 service neutron] Pushing event updated for resources: {'Port': ['ID=86320b9c-2c05-4b6f-8954-df5308ada776,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.666305 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-1e57fe4e-971f-4a51-8594-b3ea92278f3d None None] Provisioning complete for port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:55.666788 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-1e57fe4e-971f-4a51-8594-b3ea92278f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.691367 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ee8d48f4-430d-495f-a9b4-eaf1688bd347 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1889589 Nov 19 13:33:55.713327 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Request body: {'port': {'device_id': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:55.768181 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-1e57fe4e-971f-4a51-8594-b3ea92278f3d None None] Port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:55.776361 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc438f1-0927-4dc0-86ad-587444a21999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cd2faa-055d-47c9-8b18-768dff756d2b,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.786921 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832c8f-c038-4e22-9f65-3549b726e012 req-03e3f532-4db2-48d1-acf8-70d82ca0c493 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.795233 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0c832c8f-c038-4e22-9f65-3549b726e012 req-03e3f532-4db2-48d1-acf8-70d82ca0c493 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 944 time: 0.3076682 Nov 19 13:33:55.802134 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0cc438f1-0927-4dc0-86ad-587444a21999 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfd13e107d7a4fe28df0b24e256138af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0519123 Nov 19 13:33:55.812528 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 58804) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:55.824339 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b970b9c6-515f-4de6-887f-a9f5cb9d216d {{(pid=102797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:55.849651 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.910819 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.provisioning_blocks [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Transition to ACTIVE for port object b970b9c6-515f-4de6-887f-a9f5cb9d216d will not be triggered until provisioned by entity L2. {{(pid=102797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:55.921303 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.930097 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.981511 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0c832c8f-c038-4e22-9f65-3549b726e012 req-c44ac6ba-b513-4e03-a76f-eb9b5d9ae120 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846502 Nov 19 13:33:55.987765 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e0d00a-22db-474e-a3cf-40808f76d685', 'tag': '86320b9c-2c05-4b6f-8954-df5308ada776'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:55.993286 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c88598-d1a9-4bce-aaa2-a3c44327345e" -d '{"events": [{"name": "network-changed", "server_uuid": "03e0d00a-22db-474e-a3cf-40808f76d685", "tag": "86320b9c-2c05-4b6f-8954-df5308ada776"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:56.034776 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-afe49e17-990d-443f-95f8-9202d2ae162d req-ba13d5cd-a870-4d69-ab89-127e0dd76582 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4358222 Nov 19 13:33:56.056040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.063494 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 58812) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:56.086968 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ee69f658-a66c-4a8a-8e41-8eb83bca2e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.102528 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-343f7bd4-c308-4784-91b9-bc942ccdf801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.104105 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-343f7bd4-c308-4784-91b9-bc942ccdf801 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 1097 time: 0.4586205 Nov 19 13:33:56.182950 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1bf66046-98df-4750-9773-2cb4c0898053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.188378 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-41c5aa7d-e829-46a3-87fc-e0fd1d7ea76d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86320b9c-2c05-4b6f-8954-df5308ada776 HTTP/1.1" status: 200 len: 217 time: 0.0710843 Nov 19 13:33:56.193158 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204a765-8573-4c98-baa1-b2e1cf470e6b x-openstack-request-id: req-1204a765-8573-4c98-baa1-b2e1cf470e6b {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:56.193529 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e0d00a-22db-474e-a3cf-40808f76d685", "tag": "86320b9c-2c05-4b6f-8954-df5308ada776", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:56.193850 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1204a765-8573-4c98-baa1-b2e1cf470e6b {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:56.194307 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e0d00a-22db-474e-a3cf-40808f76d685', 'tag': '86320b9c-2c05-4b6f-8954-df5308ada776', 'status': 'completed', 'code': 200} Nov 19 13:33:56.220341 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-02f4dbf5-d8fe-454d-836e-9e4141278a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.222161 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-02f4dbf5-d8fe-454d-836e-9e4141278a75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.5746655 Nov 19 13:33:56.260524 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ee69f658-a66c-4a8a-8e41-8eb83bca2e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.321689 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-899b863a-5740-4338-9b61-cb841600ea9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0716908 Nov 19 13:33:56.370335 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-71eb2d90-dbed-487b-b4f1-09d425cfe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.371812 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-71eb2d90-dbed-487b-b4f1-09d425cfe81e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.1471634 Nov 19 13:33:56.406458 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef90a0-8967-446c-a12a-a1d1e2e16c6f req-6e1374b7-6c07-4371-a7ce-36848e2d900e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.413644 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ccef90a0-8967-446c-a12a-a1d1e2e16c6f req-6e1374b7-6c07-4371-a7ce-36848e2d900e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.1905131 Nov 19 13:33:56.430000 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-53ad2f44-ac53-47b9-bdc3-76888f46f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.431542 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-53ad2f44-ac53-47b9-bdc3-76888f46f873 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.0996649 Nov 19 13:33:56.438262 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-8858e5c6-c385-4271-b70f-7c1b20192685 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533590 Nov 19 13:33:56.491822 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-4f8808d1-a139-4675-8ea7-bbf8d6cfe20b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515096 Nov 19 13:33:56.513606 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Attempting to bind port b970b9c6-515f-4de6-887f-a9f5cb9d216d on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:56.513946 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Attempting to bind port b970b9c6-515f-4de6-887f-a9f5cb9d216d by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:56.514275 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Attempting to bind port b970b9c6-515f-4de6-887f-a9f5cb9d216d on network 7dd42d2c-8875-4370-a3ea-b9df852109ed {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:56.537912 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Port b970b9c6-515f-4de6-887f-a9f5cb9d216d on network 7dd42d2c-8875-4370-a3ea-b9df852109ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:56.538277 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Attempting to bind port b970b9c6-515f-4de6-887f-a9f5cb9d216d on network 7dd42d2c-8875-4370-a3ea-b9df852109ed {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:56.547659 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb2d45-2d86-4595-938a-5a037a10f9fd req-e6480175-cc16-4900-98fc-106d50996d70 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.549454 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-47bb2d45-2d86-4595-938a-5a037a10f9fd req-e6480175-cc16-4900-98fc-106d50996d70 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 944 time: 0.2525136 Nov 19 13:33:56.553723 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ee69f658-a66c-4a8a-8e41-8eb83bca2e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.556331 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ee69f658-a66c-4a8a-8e41-8eb83bca2e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.557373 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ee69f658-a66c-4a8a-8e41-8eb83bca2e2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30cd2faa-055d-47c9-8b18-768dff756d2b HTTP/1.1" status: 204 len: 168 time: 0.7439008 Nov 19 13:33:56.579140 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:56.579481 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Checking segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:56.579880 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Bound using segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:56.580337 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Bound port: b970b9c6-515f-4de6-887f-a9f5cb9d216d, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:56.580692 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.612879 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ccef90a0-8967-446c-a12a-a1d1e2e16c6f req-c91a408c-bbde-4b68-97c0-58528326991c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982501 Nov 19 13:33:56.614273 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69f658-a66c-4a8a-8e41-8eb83bca2e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cd2faa-055d-47c9-8b18-768dff756d2b,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.671851 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-abf87fe8-e5e7-40c9-bb53-f42393302e01 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175531 Nov 19 13:33:56.673501 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1bf66046-98df-4750-9773-2cb4c0898053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.690702 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-303b61d2-de54-43dc-b9aa-dd50ab3c26ee service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724036 Nov 19 13:33:56.700687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1bf66046-98df-4750-9773-2cb4c0898053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.711125 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-47bb2d45-2d86-4595-938a-5a037a10f9fd req-e3b47594-c8bc-4caf-9ee1-58cd600530af tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482918 Nov 19 13:33:56.818092 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf66046-98df-4750-9773-2cb4c0898053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95406b12-ca97-4674-9795-8dd526879b0a,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.822544 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-1bf66046-98df-4750-9773-2cb4c0898053 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a559586aaaa54f72bf3beffab9ddd245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7578359 Nov 19 13:33:56.832767 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 58830) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:56.841121 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 {{(pid=102797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:56.849534 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, cleared binding levels {{(pid=102797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:56.852803 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.857048 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:56.866061 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.867174 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-526da44a-1868-413e-b66c-c9c6065fe261 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647725 Nov 19 13:33:56.868983 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7ba78be-3c6f-44b5-b0cd-48d938f5bdee req-16363248-4784-4c86-b713-0b09e7011b85 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874151 Nov 19 13:33:56.879095 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.provisioning_blocks [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Transition to ACTIVE for port object c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 will not be triggered until provisioned by entity L2. {{(pid=102797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:56.903364 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.904986 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a6d37e2e-2416-4af8-a795-2f47ac809a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.925253 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.925888 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.927272 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] 10.222.0.73 "PUT /v2.0/ports/b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 1093 time: 2.1034715 Nov 19 13:33:56.929349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:56.933265 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a6d37e2e-2416-4af8-a795-2f47ac809a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.939185 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9c7041-5136-408a-8be8-9376df2618e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:56.970375 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780ad1-8373-4ecc-a8f6-a7dbd735a19c service neutron] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=3']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:57.062775 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e893ac-3639-4965-80d1-988633a167e0 x-openstack-request-id: req-a2e893ac-3639-4965-80d1-988633a167e0 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:57.063145 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:57.063470 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2e893ac-3639-4965-80d1-988633a167e0 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:57.063957 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'status': 'completed', 'code': 200} Nov 19 13:33:57.135804 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Pushing event updated for resources: {'Port': ['ID=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:57.147017 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a6d37e2e-2416-4af8-a795-2f47ac809a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.149766 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a6d37e2e-2416-4af8-a795-2f47ac809a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.154170 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a6d37e2e-2416-4af8-a795-2f47ac809a44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95406b12-ca97-4674-9795-8dd526879b0a HTTP/1.1" status: 204 len: 168 time: 0.3210392 Nov 19 13:33:57.198114 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d37e2e-2416-4af8-a795-2f47ac809a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95406b12-ca97-4674-9795-8dd526879b0a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:57.213342 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-423358ad-8796-4418-be23-d263126bb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.220834 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-423358ad-8796-4418-be23-d263126bb402 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1096 time: 0.1826007 Nov 19 13:33:57.252906 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Attempting to bind port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:57.253260 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Attempting to bind port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:57.253590 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Attempting to bind port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 on network 75828d9d-0193-422c-8e00-33a3c6ef972f {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:57.345945 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-fdd91a4c-6591-433c-9687-1e2682d8b8e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 217 time: 0.1040256 Nov 19 13:33:57.362978 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 on network 75828d9d-0193-422c-8e00-33a3c6ef972f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:57.363168 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Attempting to bind port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 on network 75828d9d-0193-422c-8e00-33a3c6ef972f {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:57.396932 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:57.402315 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Checking segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:57.402956 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Bound using segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:57.404675 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Bound port: c0730acb-751c-4e5f-a0ee-5d9c8978ecb7, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:57.405071 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.411544 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-c0116c79-9788-4c27-bd62-756c588a9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.420335 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-c0116c79-9788-4c27-bd62-756c588a9057 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 1097 time: 0.3994048 Nov 19 13:33:57.436025 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d8213-98e3-414c-a13e-5dc006b08319 req-472b2838-d38b-4c11-9516-4b5f9652748c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.454807 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5a1d8213-98e3-414c-a13e-5dc006b08319 req-472b2838-d38b-4c11-9516-4b5f9652748c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 943 time: 0.2476881 Nov 19 13:33:57.520192 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-362afed7-fede-4002-ba9a-3c6a2a63662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.522747 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-362afed7-fede-4002-ba9a-3c6a2a63662f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.1675379 Nov 19 13:33:57.624601 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0ded-c623-4367-8f46-412e3e0e0f8b req-246a6fb3-e4b4-4f0b-991b-35a0e9d39524 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.632435 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-182e0ded-c623-4367-8f46-412e3e0e0f8b req-246a6fb3-e4b4-4f0b-991b-35a0e9d39524 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 944 time: 0.4634492 Nov 19 13:33:57.650399 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5a1d8213-98e3-414c-a13e-5dc006b08319 req-abc880f8-902d-483a-94d3-e03b7510fb01 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944823 Nov 19 13:33:57.725219 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-0c556f56-1dfd-4265-9f9a-204cebd5c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.726698 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-0c556f56-1dfd-4265-9f9a-204cebd5c62f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.2982421 Nov 19 13:33:57.727908 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-1cd5df90-ecfb-449e-8ae8-2515973cd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.732826 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-1cd5df90-ecfb-449e-8ae8-2515973cd252 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1971328 Nov 19 13:33:57.735996 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] For port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7, host hv-cinder-81632, cleared binding levels {{(pid=102797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:57.767221 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-182e0ded-c623-4367-8f46-412e3e0e0f8b req-c878db2e-875c-4f56-a477-ba9c6294063e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337421 Nov 19 13:33:57.916456 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-6f61c805-e842-4b99-9a02-a99aaf0a077b service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752050 Nov 19 13:33:58.045755 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978bf48-b60b-481f-9e12-b260de010741 req-d57f1ae4-fd13-4d66-8175-e0d6ab3dc518 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.047492 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6978bf48-b60b-481f-9e12-b260de010741 req-d57f1ae4-fd13-4d66-8175-e0d6ab3dc518 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.1298547 Nov 19 13:33:58.054025 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] For port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:58.057983 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-d90f6386-26d3-4650-a1e8-8dc408168378 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86320b9c-2c05-4b6f-8954-df5308ada776 HTTP/1.1" status: 200 len: 217 time: 0.3172181 Nov 19 13:33:58.075868 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.158917 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.159742 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.169309 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] 10.222.0.73 "PUT /v2.0/ports/c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 1093 time: 2.4616606 Nov 19 13:33:58.176211 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6978bf48-b60b-481f-9e12-b260de010741 req-85b904c5-70d9-405c-83fc-207dac558c99 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141868 Nov 19 13:33:58.184178 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d37e40c8-a78b-4964-90b1-b505099689e6 req-62921fc3-4e26-4f93-962c-ad3e01a0affc service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529349 Nov 19 13:33:58.225605 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fd75f-e999-45a6-82aa-ada1aeaab311 service neutron] Pushing event updated for resources: {'Port': ['ID=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,revision_number=3']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:58.232758 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-b18d96bd-f8b7-4ccd-9522-58a378a1917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.234643 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-b18d96bd-f8b7-4ccd-9522-58a378a1917c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.1677570 Nov 19 13:33:58.252557 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b73b-3da1-424d-94bc-6cfd47e41e5a req-d52b05ab-773c-4490-b816-aa94560d614c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.254525 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c798b73b-3da1-424d-94bc-6cfd47e41e5a req-d52b05ab-773c-4490-b816-aa94560d614c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 944 time: 0.1988606 Nov 19 13:33:58.259067 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:58.294786 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-d1d442f5-1f74-4f2f-8381-943fc76fd981 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370235 Nov 19 13:33:58.351402 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-e314af1d-b1de-4009-843b-44c5da45ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.353910 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-e314af1d-b1de-4009-843b-44c5da45ce4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1096 time: 0.1096041 Nov 19 13:33:58.372154 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7e82708b-16c5-43fd-b2e5-b98cb0048be9 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:58.428912 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-a44993fc-8184-48be-a5d3-8a473d025fe0 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229265 Nov 19 13:33:58.474175 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-250ba723-6bcc-47f7-87aa-77a72be65133 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 217 time: 0.0984373 Nov 19 13:33:58.541877 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:58.567331 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:58.568131 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.576718 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:58.623348 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c798b73b-3da1-424d-94bc-6cfd47e41e5a req-c54d433b-99f3-4adf-838c-485d6fbb6c41 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193095 Nov 19 13:33:58.657019 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1', 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'port_id': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1', 'mac_address': 'fa:16:3e:22:c2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:58.669241 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-09cdb08c-6dd6-4db6-8879-d9c60efa5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.675348 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-09cdb08c-6dd6-4db6-8879-d9c60efa5b03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1096 time: 0.3780186 Nov 19 13:33:58.813694 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.833325 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.849268 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e82708b-16c5-43fd-b2e5-b98cb0048be9'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:58.947189 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7e82708b-16c5-43fd-b2e5-b98cb0048be9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9,segment=NetworkSegment(aca9b256-83a5-49fa-9941-d73640d0a3df),segment_id=aca9b256-83a5-49fa-9941-d73640d0a3df)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:58.951574 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:58.973631 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:58.975663 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.982455 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.997401 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c88598-d1a9-4bce-aaa2-a3c44327345e req-3707e08a-e95f-4556-bd97-ebd51661fb87 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288076 Nov 19 13:33:59.041847 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0b474-6722-4a4a-bc2b-7916c2db886d req-b819c516-0c35-4b95-9845-7dd92424cdb2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.044561 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5cc0b474-6722-4a4a-bc2b-7916c2db886d req-b819c516-0c35-4b95-9845-7dd92424cdb2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 944 time: 0.1236382 Nov 19 13:33:59.057447 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-effb50c4-b087-4ff4-b196-9187fc68bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.059578 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-effb50c4-b087-4ff4-b196-9187fc68bf2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.5673237 Nov 19 13:33:59.063334 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=7e82708b-16c5-43fd-b2e5-b98cb0048be9,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:59.068973 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:59.071431 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:59.075906 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-c902109a-ec33-44cb-a3af-282ee48a7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.077529 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-c902109a-ec33-44cb-a3af-282ee48a7c7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.3871634 Nov 19 13:33:59.157312 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:59.188516 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-efc635b2-3ec7-46df-abc5-a263be7df8e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 217 time: 0.0922334 Nov 19 13:33:59.193905 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5cc0b474-6722-4a4a-bc2b-7916c2db886d req-a8e3378d-939f-413b-853a-80add4b76271 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147134 Nov 19 13:33:59.214760 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f608b-7154-421a-b42f-bd3eaadc9e4e req-6d8c8c2d-38ce-47fd-a5cf-6fad89768d94 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.234086 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-521f608b-7154-421a-b42f-bd3eaadc9e4e req-6d8c8c2d-38ce-47fd-a5cf-6fad89768d94 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 943 time: 0.3002117 Nov 19 13:33:59.283032 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-a82c8031-1bc6-485d-b24e-6f747ac5ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.284954 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-a82c8031-1bc6-485d-b24e-6f747ac5ca34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1732161 Nov 19 13:33:59.287283 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-0f459006-d89d-49c1-8488-6b5263b63c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.290472 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-0f459006-d89d-49c1-8488-6b5263b63c92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0913589 Nov 19 13:33:59.300968 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4959b1-0db8-4479-998f-ce83c9818efa x-openstack-request-id: req-7e4959b1-0db8-4479-998f-ce83c9818efa {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:59.301249 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:59.301516 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e4959b1-0db8-4479-998f-ce83c9818efa {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:59.301916 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'status': 'completed', 'code': 200} Nov 19 13:33:59.313821 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-521f608b-7154-421a-b42f-bd3eaadc9e4e req-989dc027-f95a-4815-83ba-81d44ca4c537 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782914 Nov 19 13:33:59.326964 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b2f051-73ad-4ef6-b076-d95d0d96f72d" -d '{"events": [{"server_uuid": "19217028-02b4-46b1-8947-9a4ac110bbeb", "name": "network-vif-plugged", "status": "completed", "tag": "7e82708b-16c5-43fd-b2e5-b98cb0048be9"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:59.380105 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-ea010731-5cdd-48ea-9e70-f295ab4fdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.384996 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-ea010731-5cdd-48ea-9e70-f295ab4fdce3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811081 Nov 19 13:33:59.458400 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:59.473095 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ebf74dc2-e3f2-4462-a433-31e38661f31d service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575184 Nov 19 13:33:59.613554 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8565c4-4c7f-41a4-9791-718580185287 req-e7051c21-156c-44b9-a732-1b392ed2b5d7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.615059 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0f8565c4-4c7f-41a4-9791-718580185287 req-e7051c21-156c-44b9-a732-1b392ed2b5d7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.2189021 Nov 19 13:33:59.631460 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79dbf57-bc5b-4f1c-96a0-d31ee403fd57 x-openstack-request-id: req-c79dbf57-bc5b-4f1c-96a0-d31ee403fd57 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:59.631983 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19217028-02b4-46b1-8947-9a4ac110bbeb", "name": "network-vif-plugged", "status": "completed", "tag": "7e82708b-16c5-43fd-b2e5-b98cb0048be9", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:59.632565 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c79dbf57-bc5b-4f1c-96a0-d31ee403fd57 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:59.633121 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e82708b-16c5-43fd-b2e5-b98cb0048be9', 'code': 200} Nov 19 13:33:59.716323 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0f8565c4-4c7f-41a4-9791-718580185287 req-40e13043-21f7-4e55-8bb5-02e106d1a3b4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923941 Nov 19 13:33:59.718337 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-cd3ae17c-167a-4bf3-bd28-2c162b6148c7 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235621 Nov 19 13:33:59.737757 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f8487-e731-4994-8abc-a23d54c79bf0 req-ad9939e5-9b6a-4ca9-a054-0de4bcc6044b service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552578 Nov 19 13:33:59.845940 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77a178-1d3d-4a1a-b8fa-e1d58087ecd9 req-03d5b66b-fe48-4ad7-ac5d-cddb169ff2b1 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.858789 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bd77a178-1d3d-4a1a-b8fa-e1d58087ecd9 req-03d5b66b-fe48-4ad7-ac5d-cddb169ff2b1 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.1008341 Nov 19 13:33:59.901426 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-7be7a7a6-c2fa-4d9d-882b-0f7cd8bc4bfd service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738939 Nov 19 13:33:59.907663 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 58990) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:59.980473 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-3e8b3844-96c5-4e83-a763-ecbb938f6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.982222 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-3e8b3844-96c5-4e83-a763-ecbb938f6c5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1096 time: 0.1155787 Nov 19 13:34:00.001854 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bd77a178-1d3d-4a1a-b8fa-e1d58087ecd9 req-1fe1601e-005f-457b-a44a-5add799088bc tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420577 Nov 19 13:34:00.096766 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222555f-6cf2-4fb5-b8f5-7f67a9add0ab req-a35da2aa-4985-4e02-9f53-8931ae2f82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.098608 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5222555f-6cf2-4fb5-b8f5-7f67a9add0ab req-a35da2aa-4985-4e02-9f53-8931ae2f82f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 1098 time: 0.1741588 Nov 19 13:34:00.126769 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-5222555f-6cf2-4fb5-b8f5-7f67a9add0ab req-17f8ba16-a11f-4260-b615-a3f2bad089dd service neutron] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.149448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-12c51fe5-2a5a-4359-8eb1-034e54693231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.150916 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-12c51fe5-2a5a-4359-8eb1-034e54693231 service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.1428654 Nov 19 13:34:00.197867 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a04b7131-81e3-46fa-8821-31175e367d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.208343 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-5cc1f486-5dda-4e3d-83d8-8c6efb49230b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 217 time: 0.0494740 Nov 19 13:34:00.260596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-e7fbda95-160e-4a2d-aa8a-aeb3693b9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.262601 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-e7fbda95-160e-4a2d-aa8a-aeb3693b9666 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0457902 Nov 19 13:34:00.264712 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-5222555f-6cf2-4fb5-b8f5-7f67a9add0ab req-17f8ba16-a11f-4260-b615-a3f2bad089dd service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.271624 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-5222555f-6cf2-4fb5-b8f5-7f67a9add0ab req-17f8ba16-a11f-4260-b615-a3f2bad089dd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.275353 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:00.309661 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5222555f-6cf2-4fb5-b8f5-7f67a9add0ab req-17f8ba16-a11f-4260-b615-a3f2bad089dd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012930 Nov 19 13:34:00.324186 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-18de41b5-0e00-439d-b3b5-c7ee33ae589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.326943 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-18de41b5-0e00-439d-b3b5-c7ee33ae589f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558932 Nov 19 13:34:00.376739 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8ba16-a11f-4260-b615-a3f2bad089dd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=137f22a3-1aaf-4517-85dd-5b4d8493ea4f,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.406779 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:00.428577 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'port_id': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'mac_address': 'fa:16:3e:a6:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:00.435515 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d36bd-31e4-4be6-a5e2-f3a38a77b909 req-7586c351-ba60-405a-9df0-dc3d217a60ab tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.437010 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2b5d36bd-31e4-4be6-a5e2-f3a38a77b909 req-7586c351-ba60-405a-9df0-dc3d217a60ab tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 944 time: 0.1318095 Nov 19 13:34:00.478540 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.490763 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a04b7131-81e3-46fa-8821-31175e367d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.494325 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b970b9c6-515f-4de6-887f-a9f5cb9d216d {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:00.503080 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a04b7131-81e3-46fa-8821-31175e367d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.513141 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0dcc6-b1d5-4ba6-8367-205ca867f31f req-884d273a-ad90-4d43-b474-fce38c584fa2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.515407 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9cb0dcc6-b1d5-4ba6-8367-205ca867f31f req-884d273a-ad90-4d43-b474-fce38c584fa2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 943 time: 0.0944841 Nov 19 13:34:00.535229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:00.541146 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.542345 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 86320b9c-2c05-4b6f-8954-df5308ada776 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:00.546989 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2b5d36bd-31e4-4be6-a5e2-f3a38a77b909 req-0e6c4524-6f64-4175-aa2d-9498b1626269 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030867 Nov 19 13:34:00.549225 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-a04b7131-81e3-46fa-8821-31175e367d9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41a311d947a842879918c2fdcb62244d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6403232 Nov 19 13:34:00.553061 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59016) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:00.562674 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b7131-81e3-46fa-8821-31175e367d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aaad00-ec9b-4ba0-8531-461cf7e8ab4b,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.679324 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9cb0dcc6-b1d5-4ba6-8367-205ca867f31f req-1188de69-1cf0-482c-9bf4-b4ec58719aae tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558056 Nov 19 13:34:00.722616 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5e18f161-e504-4339-b283-025f493d2ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.765280 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5e18f161-e504-4339-b283-025f493d2ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.769012 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-99606659-f108-4ba4-8a4d-5555fdf7e283 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734736 Nov 19 13:34:00.805084 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.832904 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 86320b9c-2c05-4b6f-8954-df5308ada776, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=86320b9c-2c05-4b6f-8954-df5308ada776,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:00.850251 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '86320b9c-2c05-4b6f-8954-df5308ada776', 'network_id': '4c30bbc7-ec26-4462-a649-904c10a18660', 'port_id': '86320b9c-2c05-4b6f-8954-df5308ada776', 'mac_address': 'fa:16:3e:26:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f52eff9-2671-426a-8275-17fbd4787a7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:00.853155 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.895889 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.903824 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd79bf-a928-418d-9b81-08c98963bcfd req-99dbb7a6-7479-4931-8359-932d6ea62093 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.906228 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b9dd79bf-a928-418d-9b81-08c98963bcfd req-99dbb7a6-7479-4931-8359-932d6ea62093 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0671711 Nov 19 13:34:00.921016 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e5e7cc6-8fe2-466d-b8b5-5b5ff9a38d80 req-afaf3528-c757-44cb-8d4b-83004b5f5cd2 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208372 Nov 19 13:34:00.922431 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5e18f161-e504-4339-b283-025f493d2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.925822 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5e18f161-e504-4339-b283-025f493d2ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.929840 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5e18f161-e504-4339-b283-025f493d2ff0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2aaad00-ec9b-4ba0-8531-461cf7e8ab4b HTTP/1.1" status: 204 len: 168 time: 0.3755205 Nov 19 13:34:00.938636 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86320b9c-2c05-4b6f-8954-df5308ada776 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:00.940023 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18f161-e504-4339-b283-025f493d2ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aaad00-ec9b-4ba0-8531-461cf7e8ab4b,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.975063 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 86320b9c-2c05-4b6f-8954-df5308ada776, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=86320b9c-2c05-4b6f-8954-df5308ada776,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:00.980467 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b9dd79bf-a928-418d-9b81-08c98963bcfd req-603298b1-db88-486e-b252-39449fb98970 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660372 Nov 19 13:34:00.983585 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.110238 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=86320b9c-2c05-4b6f-8954-df5308ada776,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:01.220722 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf3ea-4538-4474-9878-1e849f1cee76 req-2b5eea74-4494-4a25-9a71-b479332f6712 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.222535 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-49dbf3ea-4538-4474-9878-1e849f1cee76 req-2b5eea74-4494-4a25-9a71-b479332f6712 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.1098483 Nov 19 13:34:01.325496 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-49dbf3ea-4538-4474-9878-1e849f1cee76 req-7bd7bf09-50af-4ac6-adc2-432a672e0fc5 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906444 Nov 19 13:34:01.392316 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5dd7-fe66-4334-a46c-4b1ceed6b8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.525850 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59062) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:01.540199 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bafd15c5-7097-43e6-abe6-dc882ee6ec24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.546613 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['b970b9c6-515f-4de6-887f-a9f5cb9d216d'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:01.576013 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['86320b9c-2c05-4b6f-8954-df5308ada776'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:01.684266 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bafd15c5-7097-43e6-abe6-dc882ee6ec24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.690158 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bafd15c5-7097-43e6-abe6-dc882ee6ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.718780 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720c7ef-ee90-494e-8853-a838c9699fe1 req-31e25204-c358-4052-ade9-e467c625f110 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.721113 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b720c7ef-ee90-494e-8853-a838c9699fe1 req-31e25204-c358-4052-ade9-e467c625f110 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0612864 Nov 19 13:34:01.738996 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-bafd15c5-7097-43e6-abe6-dc882ee6ec24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d7dc7eb6a674c1a9eebe9d8c6bd1845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118921 Nov 19 13:34:01.740534 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd15c5-7097-43e6-abe6-dc882ee6ec24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7f5e8-8707-4574-9a7c-b62464e8e674,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:01.743853 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59074) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:01.796294 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b720c7ef-ee90-494e-8853-a838c9699fe1 req-36df2689-0650-483e-9612-d8e6f84e9e7a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674944 Nov 19 13:34:01.848629 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-58a1f2e6-3377-4b1d-867f-f8233b201db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.870932 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2613e1-a549-4fab-aa78-98b7ca369312 req-3463c387-6d7b-4b8b-b22c-b8db38d38f9f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.872591 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6c2613e1-a549-4fab-aa78-98b7ca369312 req-3463c387-6d7b-4b8b-b22c-b8db38d38f9f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 943 time: 0.0765414 Nov 19 13:34:01.894624 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-58a1f2e6-3377-4b1d-867f-f8233b201db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.956661 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6c2613e1-a549-4fab-aa78-98b7ca369312 req-ee463858-d62d-4ffd-8763-f3d91fa31425 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750566 Nov 19 13:34:01.973690 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-58a1f2e6-3377-4b1d-867f-f8233b201db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.976394 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-58a1f2e6-3377-4b1d-867f-f8233b201db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.979847 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-58a1f2e6-3377-4b1d-867f-f8233b201db2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77f7f5e8-8707-4574-9a7c-b62464e8e674 HTTP/1.1" status: 204 len: 168 time: 0.2323248 Nov 19 13:34:01.986193 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1f2e6-3377-4b1d-867f-f8233b201db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7f5e8-8707-4574-9a7c-b62464e8e674,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.168207 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a9d26-8e3d-411c-a4b6-97b1910fcacb req-545f860d-340c-4218-8844-04b2e05a87fa tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.170784 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9c4a9d26-8e3d-411c-a4b6-97b1910fcacb req-545f860d-340c-4218-8844-04b2e05a87fa tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0781372 Nov 19 13:34:02.239322 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9c4a9d26-8e3d-411c-a4b6-97b1910fcacb req-eb1cc89e-3089-45f1-848d-4f2017815b6d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612545 Nov 19 13:34:02.508453 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1a1c-386a-4007-9a67-77630b92a231 req-caf3f105-57cc-423f-bfff-2a11aac86aec tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.509995 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ef8a1a1c-386a-4007-9a67-77630b92a231 req-caf3f105-57cc-423f-bfff-2a11aac86aec tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0786026 Nov 19 13:34:02.570864 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ef8a1a1c-386a-4007-9a67-77630b92a231 req-cba68c1e-582b-4d2b-9790-55fffb4450c9 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531516 Nov 19 13:34:02.922950 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eb504-ff04-4f87-bb1f-c6215b4c1e12 req-2ea6466d-15f4-43bc-bcba-71195e0f97a8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.924498 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f48eb504-ff04-4f87-bb1f-c6215b4c1e12 req-2ea6466d-15f4-43bc-bcba-71195e0f97a8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0502572 Nov 19 13:34:02.976509 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f48eb504-ff04-4f87-bb1f-c6215b4c1e12 req-e89a4c03-1caa-40b1-b65d-24fff795dd85 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Nov 19 13:34:03.081706 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfc385-9e96-4350-b0be-d981099e7f61 req-00b7fae8-e7f5-44bf-94b1-9d7a2dcee0a5 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.090072 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9cbfc385-9e96-4350-b0be-d981099e7f61 req-00b7fae8-e7f5-44bf-94b1-9d7a2dcee0a5 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 943 time: 0.0585368 Nov 19 13:34:03.095306 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59130) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:03.138923 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9cbfc385-9e96-4350-b0be-d981099e7f61 req-f6bd6392-8632-4a05-80d2-f5110b313149 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479343 Nov 19 13:34:03.224626 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-70e7f741-de75-472a-b655-c371d08bd270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.303168 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-70e7f741-de75-472a-b655-c371d08bd270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.308079 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-70e7f741-de75-472a-b655-c371d08bd270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.367879 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-70e7f741-de75-472a-b655-c371d08bd270 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81c37181857e4a6e84cfa56bb9872584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714105 Nov 19 13:34:03.370589 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59146) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:03.377475 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f741-de75-472a-b655-c371d08bd270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0264f2d-54cc-48c9-befc-affa2a165f84,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:03.399786 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ed608-96ba-4142-9713-393782cb3eec req-bac611e5-724a-469b-af03-4b2cb15511e4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.401446 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-894ed608-96ba-4142-9713-393782cb3eec req-bac611e5-724a-469b-af03-4b2cb15511e4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0689833 Nov 19 13:34:03.426002 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-73f038c9-9f87-4221-85e8-4b7088715a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.451738 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-73f038c9-9f87-4221-85e8-4b7088715a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.469189 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-894ed608-96ba-4142-9713-393782cb3eec req-f5fe817e-0d1a-4d54-aa0d-cc343ce93084 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612087 Nov 19 13:34:03.503623 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-73f038c9-9f87-4221-85e8-4b7088715a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.506361 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-73f038c9-9f87-4221-85e8-4b7088715a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.507749 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-73f038c9-9f87-4221-85e8-4b7088715a55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0264f2d-54cc-48c9-befc-affa2a165f84 HTTP/1.1" status: 204 len: 168 time: 0.1355922 Nov 19 13:34:03.519294 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f038c9-9f87-4221-85e8-4b7088715a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0264f2d-54cc-48c9-befc-affa2a165f84,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:03.618644 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:03.624671 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:03.765337 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f65af-3315-4187-8377-d8bb5dbf012a req-255d2a3c-4c7c-46c9-a019-817f82692c94 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.766911 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-053f65af-3315-4187-8377-d8bb5dbf012a req-255d2a3c-4c7c-46c9-a019-817f82692c94 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.1075635 Nov 19 13:34:03.823063 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:03.833707 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:03.834296 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.884674 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-053f65af-3315-4187-8377-d8bb5dbf012a req-b7c677c2-4195-4794-a6c7-2c01d0fd3885 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048591 Nov 19 13:34:03.885802 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:03.919270 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'port_id': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'mac_address': 'fa:16:3e:3e:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:03.930183 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c9571352-d610-48d7-9eb9-261645bea126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.997105 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59176) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:04.001682 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.021527 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:04.026721 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.030537 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-68d3fb80-f852-4eb0-9320-11ac299ed16f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.061306 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:04.067735 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:04.070048 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f23487-018b-474e-8954-81b552423c43" -d '{"events": [{"server_uuid": "a1c2a657-c6ef-46fe-a2c3-97e2616ae619", "name": "network-vif-plugged", "status": "completed", "tag": "0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:04.079893 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.087298 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:04.111067 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.140833 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:04.144310 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bc347-c8be-4c2b-9507-8da7e2ef94ab req-e51afb0e-bdb4-480d-ab8d-8d75d00fcec0 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.152879 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-253bc347-c8be-4c2b-9507-8da7e2ef94ab req-e51afb0e-bdb4-480d-ab8d-8d75d00fcec0 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0808909 Nov 19 13:34:04.171436 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ee7514-dd37-4d65-b181-8706ec444571 x-openstack-request-id: req-46ee7514-dd37-4d65-b181-8706ec444571 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:04.171973 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c2a657-c6ef-46fe-a2c3-97e2616ae619", "name": "network-vif-plugged", "status": "completed", "tag": "0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:04.172413 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46ee7514-dd37-4d65-b181-8706ec444571 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:04.172983 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1', 'code': 200} Nov 19 13:34:04.189477 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-68d3fb80-f852-4eb0-9320-11ac299ed16f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.196350 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-68d3fb80-f852-4eb0-9320-11ac299ed16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.204458 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:04.214133 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-253bc347-c8be-4c2b-9507-8da7e2ef94ab req-16e4a394-2351-4521-800d-d9bf569c7ac2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Nov 19 13:34:04.261962 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3fb80-f852-4eb0-9320-11ac299ed16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3edfe-6557-4df2-b5bf-815b285e0b21,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:04.281247 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-68d3fb80-f852-4eb0-9320-11ac299ed16f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d33631328ce64c969ac5ee40d8dca541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828319 Nov 19 13:34:04.283786 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59184) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:04.338318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb84fb-0c37-430f-83b2-182bfd370906 req-9609bb58-ba92-4f87-aa56-7d0d285420f2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.340024 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2bdb84fb-0c37-430f-83b2-182bfd370906 req-9609bb58-ba92-4f87-aa56-7d0d285420f2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0922599 Nov 19 13:34:04.367358 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8137-de9d-4d98-af33-4fa6540e7201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.409582 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8137-de9d-4d98-af33-4fa6540e7201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.426625 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2bdb84fb-0c37-430f-83b2-182bfd370906 req-4a369f6b-9ad8-4fd8-86c5-f4c3aa25c960 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778954 Nov 19 13:34:04.500094 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8137-de9d-4d98-af33-4fa6540e7201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.503004 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8137-de9d-4d98-af33-4fa6540e7201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.504393 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b5ad8137-de9d-4d98-af33-4fa6540e7201 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5c3edfe-6557-4df2-b5bf-815b285e0b21 HTTP/1.1" status: 204 len: 168 time: 0.2196450 Nov 19 13:34:04.514521 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad8137-de9d-4d98-af33-4fa6540e7201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3edfe-6557-4df2-b5bf-815b285e0b21,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:04.596814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f61a-d76f-4e8f-b859-60c8ad3eead8 req-51277f30-23d8-4eb0-b74c-061f5873ad03 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.598322 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3cb1f61a-d76f-4e8f-b859-60c8ad3eead8 req-51277f30-23d8-4eb0-b74c-061f5873ad03 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0501044 Nov 19 13:34:04.648267 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3cb1f61a-d76f-4e8f-b859-60c8ad3eead8 req-29981368-f79e-4895-8028-eb40adf1d9e4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Nov 19 13:34:04.740008 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.998735 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4bf51-6939-45b4-b19b-065c5070b835 req-3c8de7ad-bda7-4134-b7ac-2d8457ce6bf0 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.000316 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-98d4bf51-6939-45b4-b19b-065c5070b835 req-3c8de7ad-bda7-4134-b7ac-2d8457ce6bf0 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0511489 Nov 19 13:34:05.049343 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-98d4bf51-6939-45b4-b19b-065c5070b835 req-46fe0dbc-ad06-4b95-82c7-5804c41f0aca tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Nov 19 13:34:05.319437 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493aee4-206d-42e3-8936-144b896c3b4b req-b97b7149-c550-420b-86f5-5edcc3fafcd1 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.320960 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6493aee4-206d-42e3-8936-144b896c3b4b req-b97b7149-c550-420b-86f5-5edcc3fafcd1 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0469551 Nov 19 13:34:05.373405 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6493aee4-206d-42e3-8936-144b896c3b4b req-6ef5cdb9-c776-4fd0-9a09-14699b6d6a23 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Nov 19 13:34:05.583103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a02a-af23-4ae4-a598-682a8145a8e7 req-9a239543-1e4d-485e-a4f8-ed1e4c1f2e5d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.584504 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4cf3a02a-af23-4ae4-a598-682a8145a8e7 req-9a239543-1e4d-485e-a4f8-ed1e4c1f2e5d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0588193 Nov 19 13:34:05.633059 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4cf3a02a-af23-4ae4-a598-682a8145a8e7 req-776a9b15-00fb-451b-8287-76bcf7bab21a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Nov 19 13:34:05.793148 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1478b5-26ca-45b1-b463-7fea125e0fc6 req-3476d283-5fa9-43b6-b110-54cab938f871 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.795095 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf1478b5-26ca-45b1-b463-7fea125e0fc6 req-3476d283-5fa9-43b6-b110-54cab938f871 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0521121 Nov 19 13:34:05.843530 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf1478b5-26ca-45b1-b463-7fea125e0fc6 req-37420233-d862-44c1-b38b-0d852afcf8f6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Nov 19 13:34:06.181134 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9b04-06ef-49e7-8b2e-268f427b713f req-709fb894-cc20-4034-a471-a114e0407d55 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.183553 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0a0b9b04-06ef-49e7-8b2e-268f427b713f req-709fb894-cc20-4034-a471-a114e0407d55 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0606122 Nov 19 13:34:06.296501 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.297058 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0a0b9b04-06ef-49e7-8b2e-268f427b713f req-759c15a8-c5c9-4fbf-a288-c0fc8f6ce202 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063423 Nov 19 13:34:06.304662 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06c0f6-9aeb-44d4-a4b9-c1ac120c48b5 req-c16ae333-f784-454d-9633-62321f813776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.305763 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f06c0f6-9aeb-44d4-a4b9-c1ac120c48b5 req-c16ae333-f784-454d-9633-62321f813776 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.1075854 Nov 19 13:34:06.364281 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f06c0f6-9aeb-44d4-a4b9-c1ac120c48b5 req-8e60ff02-9654-4a6e-9268-a5bc56df8df9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 Nov 19 13:34:06.500329 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e2252-7a52-49d2-b5dd-d551af469daa req-ea08f780-022f-4edf-aab5-085e00b43824 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.501737 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b83e2252-7a52-49d2-b5dd-d551af469daa req-ea08f780-022f-4edf-aab5-085e00b43824 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0477757 Nov 19 13:34:06.548284 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b83e2252-7a52-49d2-b5dd-d551af469daa req-3f64bf75-2c86-4ee8-9b94-cbc679eff002 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Nov 19 13:34:06.748343 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ed73-ac8b-4940-85c9-bce8abdc972d req-17c5ee17-ae4c-4e51-913e-55b3d215a12f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.749789 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8b61ed73-ac8b-4940-85c9-bce8abdc972d req-17c5ee17-ae4c-4e51-913e-55b3d215a12f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0477719 Nov 19 13:34:06.797346 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8b61ed73-ac8b-4940-85c9-bce8abdc972d req-b7028b46-bd80-4d55-b05d-edc7b75faf1c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Nov 19 13:34:06.967181 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6981-f9d9-48ad-a0ba-5c45eb9a1e89 req-06a50ee5-ed47-4559-a20a-cf6a90e841e8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.968683 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0c8b6981-f9d9-48ad-a0ba-5c45eb9a1e89 req-06a50ee5-ed47-4559-a20a-cf6a90e841e8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0535843 Nov 19 13:34:07.018299 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0c8b6981-f9d9-48ad-a0ba-5c45eb9a1e89 req-60f2cd8e-3b3f-42f7-afd6-87e44c62a01a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Nov 19 13:34:07.310919 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.406196 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['c0730acb-751c-4e5f-a0ee-5d9c8978ecb7'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:07.421989 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137282b-8be6-4634-bde1-56c8b62312b8 req-2c278bc4-7979-48e3-ad3a-fc764a5aa308 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.423612 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a137282b-8be6-4634-bde1-56c8b62312b8 req-2c278bc4-7979-48e3-ad3a-fc764a5aa308 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0542126 Nov 19 13:34:07.474824 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a137282b-8be6-4634-bde1-56c8b62312b8 req-3738b0ec-20be-4dca-b8b2-127daf78d90c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Nov 19 13:34:07.673036 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f73403-4861-4dc5-8433-e8caac90ccbc req-6de4dedf-2cec-4722-b657-66426c596c48 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.675071 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-58f73403-4861-4dc5-8433-e8caac90ccbc req-6de4dedf-2cec-4722-b657-66426c596c48 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0587242 Nov 19 13:34:07.736142 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-58f73403-4861-4dc5-8433-e8caac90ccbc req-d9bd5554-f8e9-47f7-b73c-96a71660e051 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503311 Nov 19 13:34:07.921466 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7589329-5f9f-4de3-9005-26730aed992d req-bb0a0500-43fe-49b6-9a76-e33ef91fe9c8 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.922930 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d7589329-5f9f-4de3-9005-26730aed992d req-bb0a0500-43fe-49b6-9a76-e33ef91fe9c8 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0478981 Nov 19 13:34:07.970082 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d7589329-5f9f-4de3-9005-26730aed992d req-4dd4db91-7925-4663-8eb2-7ae49b0f3f09 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Nov 19 13:34:08.135577 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa577-ffbc-4e3d-bc7c-cd7cb51e5e83 req-5c8ddb89-055e-4e59-8e73-7b580f974977 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:08.137794 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a67fa577-ffbc-4e3d-bc7c-cd7cb51e5e83 req-5c8ddb89-055e-4e59-8e73-7b580f974977 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0488901 Nov 19 13:34:08.187559 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a67fa577-ffbc-4e3d-bc7c-cd7cb51e5e83 req-c8532c5e-44fe-4f97-a298-d60384091185 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 Nov 19 13:34:08.860204 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325559-52be-4cd3-a250-a2b5d4d419e4 req-095d71ee-a621-4349-b245-b62ea8ef6599 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:08.869100 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-47325559-52be-4cd3-a250-a2b5d4d419e4 req-095d71ee-a621-4349-b245-b62ea8ef6599 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0507250 Nov 19 13:34:08.914798 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-47325559-52be-4cd3-a250-a2b5d4d419e4 req-b97aab56-258e-4128-ad6d-d33410eeaf29 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 Nov 19 13:34:09.083959 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6e31-b4e1-4fe4-8453-2d15d3932fc9 req-e67f67ac-4c30-4d21-939e-c485773a1510 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.085514 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e11f6e31-b4e1-4fe4-8453-2d15d3932fc9 req-e67f67ac-4c30-4d21-939e-c485773a1510 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0492268 Nov 19 13:34:09.135927 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e11f6e31-b4e1-4fe4-8453-2d15d3932fc9 req-dfcabe27-43e3-41a5-a652-9ddd7eee8c31 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442250 Nov 19 13:34:09.304481 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8560a-fd66-43b0-9a68-8864e35336b2 req-28511957-658a-460a-b5d1-5393824fb8db tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.305932 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-05b8560a-fd66-43b0-9a68-8864e35336b2 req-28511957-658a-460a-b5d1-5393824fb8db tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0485475 Nov 19 13:34:09.351280 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-05b8560a-fd66-43b0-9a68-8864e35336b2 req-683173ce-11d1-4dcf-ae21-f3168f3a2346 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391281 Nov 19 13:34:09.888941 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:09.948667 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port b970b9c6-515f-4de6-887f-a9f5cb9d216d completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:09.954886 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port b970b9c6-515f-4de6-887f-a9f5cb9d216d triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:09.955264 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.029190 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff5ee9-d59b-4239-a483-246a8d8ce23b req-624b7db9-9677-4738-9943-45bfd19fc0ba tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:10.030580 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05ff5ee9-d59b-4239-a483-246a8d8ce23b req-624b7db9-9677-4738-9943-45bfd19fc0ba tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 945 time: 0.0474184 Nov 19 13:34:10.036835 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.062320 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:10.064614 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d444f843-e5d7-4262-818c-7f47e0a49b78" -d '{"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:10.079233 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:10.084286 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.085168 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 86320b9c-2c05-4b6f-8954-df5308ada776 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:10.090281 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05ff5ee9-d59b-4239-a483-246a8d8ce23b req-27457d2f-f540-4f27-b49e-107f16cedc77 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530832 Nov 19 13:34:10.131654 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cea0dc-4fe2-4f12-8389-730054e3cdd8 x-openstack-request-id: req-79cea0dc-4fe2-4f12-8389-730054e3cdd8 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:10.131973 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:10.132232 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79cea0dc-4fe2-4f12-8389-730054e3cdd8 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:10.132651 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'code': 200} Nov 19 13:34:10.170125 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:10.186231 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 86320b9c-2c05-4b6f-8954-df5308ada776 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:10.190144 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 86320b9c-2c05-4b6f-8954-df5308ada776 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:10.190523 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.265750 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b8460-1033-4ef8-bad9-1741a9f2a71e req-eb2c5d41-cc32-4152-b7d1-0b6940d2fa95 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:10.267272 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5d2b8460-1033-4ef8-bad9-1741a9f2a71e req-eb2c5d41-cc32-4152-b7d1-0b6940d2fa95 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0554137 Nov 19 13:34:10.287666 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.321246 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5d2b8460-1033-4ef8-bad9-1741a9f2a71e req-3d3fe255-a332-498e-8e7b-b10f4efbd79d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470824 Nov 19 13:34:10.326057 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 86320b9c-2c05-4b6f-8954-df5308ada776, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=86320b9c-2c05-4b6f-8954-df5308ada776,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:10.329539 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.378977 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=86320b9c-2c05-4b6f-8954-df5308ada776,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:10.477590 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102394a9-e395-458c-90dc-040bb42e4f82 req-04a1f23d-2ed1-4359-908a-2e8b4bc9a1b8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:10.479056 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-102394a9-e395-458c-90dc-040bb42e4f82 req-04a1f23d-2ed1-4359-908a-2e8b4bc9a1b8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0518992 Nov 19 13:34:10.526913 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-102394a9-e395-458c-90dc-040bb42e4f82 req-16105b95-e8f1-4aff-b583-cc89e31b9992 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Nov 19 13:34:11.204356 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435934a-e186-424b-8266-004cb1470d15 req-080b619a-9cb7-4519-b92e-b8aaf3be498c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.205751 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1435934a-e186-424b-8266-004cb1470d15 req-080b619a-9cb7-4519-b92e-b8aaf3be498c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0479772 Nov 19 13:34:11.254340 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1435934a-e186-424b-8266-004cb1470d15 req-0c293f4b-e6e3-4656-9b7a-950a10fa8a71 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 Nov 19 13:34:11.440276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642df38d-c9f3-4258-b39c-a532d6d4572d req-aa02c484-5cbc-493b-b135-dbb9f2d3e0ff tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.441736 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-642df38d-c9f3-4258-b39c-a532d6d4572d req-aa02c484-5cbc-493b-b135-dbb9f2d3e0ff tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0517776 Nov 19 13:34:11.488472 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-642df38d-c9f3-4258-b39c-a532d6d4572d req-82f3ba33-2064-4466-9494-c869509d2d10 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406260 Nov 19 13:34:11.648471 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ced55-41ae-434c-9e1a-b1e582cba220 req-3a55de58-0f5f-404b-8faf-b197fe5642d0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.649940 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-062ced55-41ae-434c-9e1a-b1e582cba220 req-3a55de58-0f5f-404b-8faf-b197fe5642d0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0509017 Nov 19 13:34:11.697913 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-062ced55-41ae-434c-9e1a-b1e582cba220 req-3ece4406-f9d3-470e-b371-1c4e0b6a5ddb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Nov 19 13:34:12.133930 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e0d00a-22db-474e-a3cf-40808f76d685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86320b9c-2c05-4b6f-8954-df5308ada776'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:12.136233 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b932fbc9-826a-4b0f-a1c2-ca13364797b3" -d '{"events": [{"server_uuid": "03e0d00a-22db-474e-a3cf-40808f76d685", "name": "network-vif-plugged", "status": "completed", "tag": "86320b9c-2c05-4b6f-8954-df5308ada776"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:12.173014 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39e66d-ad12-45a3-8d7c-a5c65797d655 x-openstack-request-id: req-9f39e66d-ad12-45a3-8d7c-a5c65797d655 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:12.173328 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e0d00a-22db-474e-a3cf-40808f76d685", "name": "network-vif-plugged", "status": "completed", "tag": "86320b9c-2c05-4b6f-8954-df5308ada776", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:12.173583 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f39e66d-ad12-45a3-8d7c-a5c65797d655 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:12.173972 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e0d00a-22db-474e-a3cf-40808f76d685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86320b9c-2c05-4b6f-8954-df5308ada776', 'code': 200} Nov 19 13:34:12.398969 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ba832-4c21-4abf-b2fc-b9685546548b req-f915c228-24fc-4bb9-806c-5c5973e631b4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.400414 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-207ba832-4c21-4abf-b2fc-b9685546548b req-f915c228-24fc-4bb9-806c-5c5973e631b4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0559993 Nov 19 13:34:12.451400 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-207ba832-4c21-4abf-b2fc-b9685546548b req-578dab0a-2c50-4076-aebb-7cb7478c02f5 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Nov 19 13:34:12.647419 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e89468-75a8-41c8-aa0b-8bc976b322d5 req-3294674a-86d8-4234-bdbd-d327fc00289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.649081 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c6e89468-75a8-41c8-aa0b-8bc976b322d5 req-3294674a-86d8-4234-bdbd-d327fc00289e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1098 time: 0.0677750 Nov 19 13:34:12.657609 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b790b-002e-4ab2-b284-7fadb6ee9984 req-eedf9adc-3f57-4e91-a9ed-0f1f98d80d77 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.659239 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-231b790b-002e-4ab2-b284-7fadb6ee9984 req-eedf9adc-3f57-4e91-a9ed-0f1f98d80d77 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0882347 Nov 19 13:34:12.684465 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063e523-1297-4c73-a38b-3c7129de34cf req-bce7d7be-26f9-492e-a69b-78dc95909f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.685991 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8063e523-1297-4c73-a38b-3c7129de34cf req-bce7d7be-26f9-492e-a69b-78dc95909f75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 1099 time: 0.0414736 Nov 19 13:34:12.740876 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8063e523-1297-4c73-a38b-3c7129de34cf req-a25258d7-202b-4c8b-bb89-27dde6f4ba85 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 Nov 19 13:34:12.742651 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c6e89468-75a8-41c8-aa0b-8bc976b322d5 req-6945ed3a-b891-4d5b-b9fa-3d5d7c75ae95 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777469 Nov 19 13:34:12.765405 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-231b790b-002e-4ab2-b284-7fadb6ee9984 req-afd3fc91-256f-4d21-bc88-cebb28632953 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991988 Nov 19 13:34:12.827228 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249ffc-ae22-475c-8101-790ca8af2120 req-94ddccc9-dd02-4179-a0ae-c1d972c6c3c0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.828711 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-95249ffc-ae22-475c-8101-790ca8af2120 req-94ddccc9-dd02-4179-a0ae-c1d972c6c3c0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0485063 Nov 19 13:34:12.876474 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-95249ffc-ae22-475c-8101-790ca8af2120 req-8d7fdea8-5b82-421e-aaac-0c8086f4c3c6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Nov 19 13:34:13.587086 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d79f-7044-4297-83bb-5807a02f6dfb req-127d9e14-6d3f-4bba-9ab2-30749fc2f750 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:13.588576 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8d18d79f-7044-4297-83bb-5807a02f6dfb req-127d9e14-6d3f-4bba-9ab2-30749fc2f750 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0501132 Nov 19 13:34:13.637656 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8d18d79f-7044-4297-83bb-5807a02f6dfb req-61b89c72-c2e8-40cd-a8a7-3dd1ca731495 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Nov 19 13:34:13.889676 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5a54-a94a-4bdc-9ff8-fc8ff14bc314 req-9b6bd3dd-b0ce-4c39-8a33-d14272ec39ac tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:13.891059 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ac9d5a54-a94a-4bdc-9ff8-fc8ff14bc314 req-9b6bd3dd-b0ce-4c39-8a33-d14272ec39ac tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0539048 Nov 19 13:34:13.939441 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ac9d5a54-a94a-4bdc-9ff8-fc8ff14bc314 req-89028c98-e540-4adf-afc4-c247fb60b1d9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424860 Nov 19 13:34:13.993443 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5db-10ff-4274-993c-503d1df2bc4f req-39ed6975-35b5-400a-b0c3-920e93dcb370 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:13.994916 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c706f5db-10ff-4274-993c-503d1df2bc4f req-39ed6975-35b5-400a-b0c3-920e93dcb370 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0471008 Nov 19 13:34:14.045427 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c706f5db-10ff-4274-993c-503d1df2bc4f req-c074dc22-79cc-4b86-a9e1-78c8fedc7969 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445161 Nov 19 13:34:14.758050 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5dbd6-a68c-4a31-92da-6246d94721bf req-fd4cdbac-3fe2-4728-9771-c92557b9799b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.759532 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c2f5dbd6-a68c-4a31-92da-6246d94721bf req-fd4cdbac-3fe2-4728-9771-c92557b9799b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0517969 Nov 19 13:34:14.808217 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c2f5dbd6-a68c-4a31-92da-6246d94721bf req-939067f3-81ee-4e12-a52d-793dfcf0051a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420744 Nov 19 13:34:14.817055 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59440) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:14.923386 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a666c9d5-5cff-4874-98ee-c8e21c08b110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.003201 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a666c9d5-5cff-4874-98ee-c8e21c08b110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.007269 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a666c9d5-5cff-4874-98ee-c8e21c08b110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.044711 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666c9d5-5cff-4874-98ee-c8e21c08b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e876c5a-1ff7-4028-90bd-bb025b858b66,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:15.052233 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59448) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:15.052814 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-a666c9d5-5cff-4874-98ee-c8e21c08b110 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00f7ec7b2cb942e6996c667233dacfef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341132 Nov 19 13:34:15.065074 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536437d6-d66c-4431-83f3-6eb828b9e852 req-1bf35480-9227-4733-b253-81f9af53cbdf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.066618 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-536437d6-d66c-4431-83f3-6eb828b9e852 req-1bf35480-9227-4733-b253-81f9af53cbdf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 944 time: 0.0583076 Nov 19 13:34:15.145441 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-536437d6-d66c-4431-83f3-6eb828b9e852 req-fd55aa3e-678a-4a68-a7a0-3da0c47d467d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716825 Nov 19 13:34:15.150297 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-01804e63-bb1b-4de3-b3fe-0c7a0cf5f583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.172761 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b6cdf-9a25-42de-9712-03c3f559dcf2 req-e9997355-c734-4b00-a67a-1f2ecd8d9ea7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.174292 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-949b6cdf-9a25-42de-9712-03c3f559dcf2 req-e9997355-c734-4b00-a67a-1f2ecd8d9ea7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0508809 Nov 19 13:34:15.181638 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-01804e63-bb1b-4de3-b3fe-0c7a0cf5f583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.248009 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-949b6cdf-9a25-42de-9712-03c3f559dcf2 req-c05e343f-87ec-431c-b46d-e7d223ac153b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612230 Nov 19 13:34:15.251596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-01804e63-bb1b-4de3-b3fe-0c7a0cf5f583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.255387 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-01804e63-bb1b-4de3-b3fe-0c7a0cf5f583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.256792 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-01804e63-bb1b-4de3-b3fe-0c7a0cf5f583 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e876c5a-1ff7-4028-90bd-bb025b858b66 HTTP/1.1" status: 204 len: 168 time: 0.2035899 Nov 19 13:34:15.269943 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01804e63-bb1b-4de3-b3fe-0c7a0cf5f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e876c5a-1ff7-4028-90bd-bb025b858b66,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:15.509467 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:15.550482 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59462) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:15.563622 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:15.565006 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-725cccf5-e69a-4381-8c4d-2e5267d5ef51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.567712 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:15.568082 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.639167 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-725cccf5-e69a-4381-8c4d-2e5267d5ef51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.642943 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-725cccf5-e69a-4381-8c4d-2e5267d5ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.650037 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.675175 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:15.678181 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f23ae-4ab2-427e-b740-20893d3056fc" -d '{"events": [{"server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "name": "network-vif-plugged", "status": "completed", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:15.687475 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59466) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:15.687689 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-725cccf5-e69a-4381-8c4d-2e5267d5ef51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b1436f68ea34061af6c45bc1c9fd2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356952 Nov 19 13:34:15.688452 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cccf5-e69a-4381-8c4d-2e5267d5ef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3ecea0-dc68-4257-bd40-81b31eedafc2,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:15.692201 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:15.698071 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.726351 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1750ce90-15e2-470d-876a-991bc4fb7a6f x-openstack-request-id: req-1750ce90-15e2-470d-876a-991bc4fb7a6f {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:15.726652 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "name": "network-vif-plugged", "status": "completed", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:15.726911 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1750ce90-15e2-470d-876a-991bc4fb7a6f {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:15.727297 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'code': 200} Nov 19 13:34:15.746547 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-77eeb9a5-cdf2-4cab-a6ac-24dda63aabc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.753801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:15.770043 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-77eeb9a5-cdf2-4cab-a6ac-24dda63aabc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.816490 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-77eeb9a5-cdf2-4cab-a6ac-24dda63aabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.819044 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-77eeb9a5-cdf2-4cab-a6ac-24dda63aabc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.820172 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-77eeb9a5-cdf2-4cab-a6ac-24dda63aabc3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e3ecea0-dc68-4257-bd40-81b31eedafc2 HTTP/1.1" status: 204 len: 168 time: 0.1309574 Nov 19 13:34:15.828397 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeb9a5-cdf2-4cab-a6ac-24dda63aabc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3ecea0-dc68-4257-bd40-81b31eedafc2,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:15.938634 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7922-68e5-48c9-ba3f-247a0b7c7b66 req-4045c799-b473-460b-8ea7-c0415df2f6e1 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.940507 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d6e7922-68e5-48c9-ba3f-247a0b7c7b66 req-4045c799-b473-460b-8ea7-c0415df2f6e1 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0497141 Nov 19 13:34:15.995321 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d6e7922-68e5-48c9-ba3f-247a0b7c7b66 req-368b6b71-e0fb-4cb9-8f6c-da2ebc79b83b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488000 Nov 19 13:34:16.288647 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5915e-c975-4c83-946a-554c96f689db req-03d7e48c-94df-4ba1-9c04-f3a2d4276305 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:16.290166 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1db5915e-c975-4c83-946a-554c96f689db req-03d7e48c-94df-4ba1-9c04-f3a2d4276305 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0499194 Nov 19 13:34:16.347769 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1db5915e-c975-4c83-946a-554c96f689db req-cf55fdcc-b463-47af-a151-e78555894f6d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507526 Nov 19 13:34:16.383345 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc135-f730-4916-a568-11f884196e5f req-72242718-70fe-4703-b495-c43ec2eb0d3a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:16.384865 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-453fc135-f730-4916-a568-11f884196e5f req-72242718-70fe-4703-b495-c43ec2eb0d3a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0659435 Nov 19 13:34:16.436624 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-453fc135-f730-4916-a568-11f884196e5f req-3df7a7df-2fef-4bd8-900b-8a9aec17d8cf tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447683 Nov 19 13:34:17.118921 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11942624-3446-4ff2-a47c-9e09a91861dd req-f1cf71b7-3076-47df-97b2-92677a6995af tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.120521 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-11942624-3446-4ff2-a47c-9e09a91861dd req-f1cf71b7-3076-47df-97b2-92677a6995af tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0585177 Nov 19 13:34:17.168690 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-11942624-3446-4ff2-a47c-9e09a91861dd req-bb903210-d34e-42d3-a246-28a0dcc7eef7 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Nov 19 13:34:17.484938 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa71a4-1bd7-4690-8a8e-49c650c75531 req-1cdf72df-2c83-40b9-a2ec-dbf95d026118 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.486447 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-85aa71a4-1bd7-4690-8a8e-49c650c75531 req-1cdf72df-2c83-40b9-a2ec-dbf95d026118 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0505502 Nov 19 13:34:17.541115 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-85aa71a4-1bd7-4690-8a8e-49c650c75531 req-c79f961c-7670-41ae-86f6-88492596b8ad tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480390 Nov 19 13:34:17.560355 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59546) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:17.577523 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b621a7-8db9-4985-8efe-53e9e8358756 req-f9add92b-74de-494a-90da-44fd344976bf tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.579120 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-01b621a7-8db9-4985-8efe-53e9e8358756 req-f9add92b-74de-494a-90da-44fd344976bf tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0604501 Nov 19 13:34:17.629895 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-01b621a7-8db9-4985-8efe-53e9e8358756 req-7112b4e6-d734-4f6e-9361-ad261d746751 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Nov 19 13:34:17.672348 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-19f66dbe-c166-403a-99ea-2ed1944989eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.749076 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-19f66dbe-c166-403a-99ea-2ed1944989eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.752750 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-19f66dbe-c166-403a-99ea-2ed1944989eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.796950 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-19f66dbe-c166-403a-99ea-2ed1944989eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6d6cc980273436798e8b6b70a796b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354245 Nov 19 13:34:17.797994 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f66dbe-c166-403a-99ea-2ed1944989eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01524a2e-8ef2-4f89-b655-04b6a80f0c70,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:17.800359 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59552) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:17.852540 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d62e7179-cb54-444c-ab25-57e3b2f14465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.873425 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d62e7179-cb54-444c-ab25-57e3b2f14465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.919721 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d62e7179-cb54-444c-ab25-57e3b2f14465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.922598 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d62e7179-cb54-444c-ab25-57e3b2f14465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.923718 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-d62e7179-cb54-444c-ab25-57e3b2f14465 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01524a2e-8ef2-4f89-b655-04b6a80f0c70 HTTP/1.1" status: 204 len: 168 time: 0.1223836 Nov 19 13:34:17.932323 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e7179-cb54-444c-ab25-57e3b2f14465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01524a2e-8ef2-4f89-b655-04b6a80f0c70,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:18.190410 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59560) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:18.203827 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.332638 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ccbd8-50b7-4781-80cc-02afc3aad59c req-1ccd9ae2-60c5-4479-9f71-7d545aacc4ed tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.334451 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-321ccbd8-50b7-4781-80cc-02afc3aad59c req-1ccd9ae2-60c5-4479-9f71-7d545aacc4ed tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0814085 Nov 19 13:34:18.345647 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.353121 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.417537 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ab227-07b6-472a-9d04-274825a68731,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:18.431544 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=495702a895f645a4bed7fb15d6e15f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364874 Nov 19 13:34:18.435721 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59568) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:18.441865 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.442414 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.442933 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.443404 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.443868 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.444401 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.444732 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.445068 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.445398 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.445722 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.446049 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.446369 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdad741-b0e1-47e6-bbca-8315a584c4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.454956 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-321ccbd8-50b7-4781-80cc-02afc3aad59c req-93d3ba00-2bd7-4560-8589-a7f98d3b799d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115494 Nov 19 13:34:18.540922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5001-1898-4c29-b3a2-41e8797abc09 req-85691908-5614-4f3a-b36d-93fa06e5e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.542390 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8e3d5001-1898-4c29-b3a2-41e8797abc09 req-85691908-5614-4f3a-b36d-93fa06e5e2d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1098 time: 0.0894933 Nov 19 13:34:18.544363 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.588998 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.661416 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8e3d5001-1898-4c29-b3a2-41e8797abc09 req-1ba56e28-802d-43d0-af3b-0984df9efa1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980678 Nov 19 13:34:18.697459 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bbea8-b94a-48ef-b244-28726b0ea7e4 req-3d7076a4-ef6c-4a9a-b85c-f260941f560d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.698937 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f77bbea8-b94a-48ef-b244-28726b0ea7e4 req-3d7076a4-ef6c-4a9a-b85c-f260941f560d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0859036 Nov 19 13:34:18.699660 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.702200 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.705566 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e2ab227-07b6-472a-9d04-274825a68731 HTTP/1.1" status: 204 len: 168 time: 0.2664969 Nov 19 13:34:18.718184 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ab227-07b6-472a-9d04-274825a68731,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:18.734783 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.735135 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.735511 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.735848 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.736177 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.736543 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.736862 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.737185 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.737512 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.737828 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.738144 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.738618 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9a39f-fb00-4063-ac1c-d7f05b707782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:18.767042 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799b217-946a-48c8-af91-ea746eed1650 req-22694213-366a-47c8-ac1e-5fda9659b99b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.769002 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b799b217-946a-48c8-af91-ea746eed1650 req-22694213-366a-47c8-ac1e-5fda9659b99b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0604978 Nov 19 13:34:18.788583 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f77bbea8-b94a-48ef-b244-28726b0ea7e4 req-8d6d3801-ccb9-47c7-b90d-dde248784fe3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819070 Nov 19 13:34:18.822200 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b799b217-946a-48c8-af91-ea746eed1650 req-b9545c9f-fc75-45ab-9048-a100360493b2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470192 Nov 19 13:34:19.588787 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f174f-9f93-4567-a30e-72d04fae6fac req-6c3612b4-0b23-4141-8dd2-024bd797cfbf tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.590173 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f174f-9f93-4567-a30e-72d04fae6fac req-6c3612b4-0b23-4141-8dd2-024bd797cfbf tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0529215 Nov 19 13:34:19.639014 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-226f174f-9f93-4567-a30e-72d04fae6fac req-b8e368c5-c449-4100-9c64-e796df7b5560 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Nov 19 13:34:19.907650 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d9e0-e127-4760-b602-fa06bc2b23a5 req-21a2cf31-702b-4a8b-8deb-11b5ee3f3537 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.910018 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3df2d9e0-e127-4760-b602-fa06bc2b23a5 req-21a2cf31-702b-4a8b-8deb-11b5ee3f3537 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0569396 Nov 19 13:34:19.963056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c02c3-461c-4b9a-b393-f18bd0634877 req-674815e3-c77b-46f6-acc4-b43b405c0f87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.965056 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9c9c02c3-461c-4b9a-b393-f18bd0634877 req-674815e3-c77b-46f6-acc4-b43b405c0f87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0538545 Nov 19 13:34:19.969355 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3df2d9e0-e127-4760-b602-fa06bc2b23a5 req-95f35974-b448-41d3-9f57-cf70cc387a3f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517430 Nov 19 13:34:20.014030 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9c9c02c3-461c-4b9a-b393-f18bd0634877 req-cb572230-bdcc-4995-bad8-13e20c7221b0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 Nov 19 13:34:20.777592 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf042c5-410a-4a6c-a1cb-02866e59f6b3 req-3fe3bcbf-2a81-474b-a812-4b7773f7fcd3 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:20.785795 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0bf042c5-410a-4a6c-a1cb-02866e59f6b3 req-3fe3bcbf-2a81-474b-a812-4b7773f7fcd3 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0655348 Nov 19 13:34:20.873431 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0bf042c5-410a-4a6c-a1cb-02866e59f6b3 req-7c5867c5-37cc-4fde-a7bb-4c008e74f067 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707185 Nov 19 13:34:21.009663 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59712) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:21.149694 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3533bd40-1206-4a74-91af-1b28ee4c090a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.261606 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c05f9-c3ac-464b-a619-0621e63bfd35 req-6ecf3da0-7ea9-4ecf-9539-d0a374be649f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.273447 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ba6c05f9-c3ac-464b-a619-0621e63bfd35 req-6ecf3da0-7ea9-4ecf-9539-d0a374be649f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0721042 Nov 19 13:34:21.323907 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ba6c05f9-c3ac-464b-a619-0621e63bfd35 req-842790b0-57a2-4e5d-b644-e8316d153f3f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495384 Nov 19 13:34:21.331987 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013a9f4-e7e6-40da-a88d-e1749ab0c656 req-c2091d9c-4d82-4d3a-838b-5e95bbc34812 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.333538 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6013a9f4-e7e6-40da-a88d-e1749ab0c656 req-c2091d9c-4d82-4d3a-838b-5e95bbc34812 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0793171 Nov 19 13:34:21.370207 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3533bd40-1206-4a74-91af-1b28ee4c090a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.372800 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59726) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:21.408154 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3533bd40-1206-4a74-91af-1b28ee4c090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.478338 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e657e-6f8a-436e-8d51-0d8eecb049b3 req-67f05c5c-4831-43ab-a541-8c520f0bd543 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.481606 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-565e657e-6f8a-436e-8d51-0d8eecb049b3 req-67f05c5c-4831-43ab-a541-8c520f0bd543 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0579329 Nov 19 13:34:21.498442 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-0e644542-c05d-4394-85ab-3cb9b3100a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.500275 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-0e644542-c05d-4394-85ab-3cb9b3100a32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 1099 time: 0.1431000 Nov 19 13:34:21.502458 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533bd40-1206-4a74-91af-1b28ee4c090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a422667-ae0a-42e9-a0b2-25a91d9345fa,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:21.518004 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6013a9f4-e7e6-40da-a88d-e1749ab0c656 req-53785f97-985a-44ab-b8d9-b8da3d3ce7af tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636589 Nov 19 13:34:21.525723 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3533bd40-1206-4a74-91af-1b28ee4c090a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f9b11aef8014e01b971b6d3631b1dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146985 Nov 19 13:34:21.526716 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59730) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:21.550316 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-565e657e-6f8a-436e-8d51-0d8eecb049b3 req-147549b1-11af-415c-82fa-19bc8fb75708 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625780 Nov 19 13:34:21.591794 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-77fa391d-8b85-42ea-9524-83fcf7aeb7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.686966 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-77fa391d-8b85-42ea-9524-83fcf7aeb7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.692198 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-77fa391d-8b85-42ea-9524-83fcf7aeb7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.738567 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-77fa391d-8b85-42ea-9524-83fcf7aeb7ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2138270cda94890ac597c8dc96a6f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644474 Nov 19 13:34:21.739739 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa391d-8b85-42ea-9524-83fcf7aeb7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2f5f3-8e9e-4987-927c-a9f1c3bb89af,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:21.742059 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59738) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:21.798814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8c7-478d-4ba5-a8e8-0ce42cd515c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.825045 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8c7-478d-4ba5-a8e8-0ce42cd515c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.875317 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8c7-478d-4ba5-a8e8-0ce42cd515c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.875524 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6df1a6c6-c6be-48f0-a6b8-5f1b2c7876a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.878066 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8c7-478d-4ba5-a8e8-0ce42cd515c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.881640 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-44c7f8c7-478d-4ba5-a8e8-0ce42cd515c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5d2f5f3-8e9e-4987-927c-a9f1c3bb89af HTTP/1.1" status: 204 len: 168 time: 0.1362319 Nov 19 13:34:21.889469 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f8c7-478d-4ba5-a8e8-0ce42cd515c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2f5f3-8e9e-4987-927c-a9f1c3bb89af,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:21.923215 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6df1a6c6-c6be-48f0-a6b8-5f1b2c7876a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.951775 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7c498-89b6-4e71-bd16-9bf9ada5dd39 req-737947e4-7601-4f0d-b8f7-66617b3adf42 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.953515 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7a7c498-89b6-4e71-bd16-9bf9ada5dd39 req-737947e4-7601-4f0d-b8f7-66617b3adf42 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.3157363 Nov 19 13:34:21.959002 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-82409939-706e-4b76-a8a1-bb50655fd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.960806 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-82409939-706e-4b76-a8a1-bb50655fd0f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.3861864 Nov 19 13:34:22.006799 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59748) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:22.012185 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'floatingip': {'port_id': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:22.033477 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-d4cd1811-9f77-44de-aee5-f087987e12c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86320b9c-2c05-4b6f-8954-df5308ada776 HTTP/1.1" status: 200 len: 217 time: 0.0551980 Nov 19 13:34:22.102606 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6df1a6c6-c6be-48f0-a6b8-5f1b2c7876a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.110491 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6df1a6c6-c6be-48f0-a6b8-5f1b2c7876a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.111735 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6df1a6c6-c6be-48f0-a6b8-5f1b2c7876a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a422667-ae0a-42e9-a0b2-25a91d9345fa HTTP/1.1" status: 204 len: 168 time: 0.5839283 Nov 19 13:34:22.136942 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1a6c6-c6be-48f0-a6b8-5f1b2c7876a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a422667-ae0a-42e9-a0b2-25a91d9345fa,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:22.145967 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-85055e02-4d53-4369-818e-251ecca40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.147553 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-85055e02-4d53-4369-818e-251ecca40fb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.0936911 Nov 19 13:34:22.149292 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.193539 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-33aaa767-4f69-43dc-89d1-b0c761f9369f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338016 Nov 19 13:34:22.357031 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-e10721ec-1582-4af2-85f2-5110d2d46cc7 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468546 Nov 19 13:34:22.556854 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59772) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:22.576309 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d898999c-bf0e-4097-8a1b-62f712845f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.639675 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae931d7f-4b1e-41ee-8343-559f6ddf9369 req-982481dd-c02d-4f05-a71f-06f7bbea9ad1 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735605 Nov 19 13:34:22.686922 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fc396-463e-4a94-8bee-fb8788580e96 req-e52ec930-88dc-4653-a1a0-f97037b3e826 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.694529 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5c9fc396-463e-4a94-8bee-fb8788580e96 req-e52ec930-88dc-4653-a1a0-f97037b3e826 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0834134 Nov 19 13:34:22.749890 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d020e-8b8c-4251-bdfd-0fa85587f25c req-61ca0685-1783-48e6-ac82-031877864435 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.751506 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-517d020e-8b8c-4251-bdfd-0fa85587f25c req-61ca0685-1783-48e6-ac82-031877864435 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0955784 Nov 19 13:34:22.757459 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d898999c-bf0e-4097-8a1b-62f712845f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.775595 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d898999c-bf0e-4097-8a1b-62f712845f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.816501 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5c9fc396-463e-4a94-8bee-fb8788580e96 req-8e7eed9d-5ebb-4fac-bf87-0adc1b82f5b8 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210618 Nov 19 13:34:22.831340 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-d898999c-bf0e-4097-8a1b-62f712845f81 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9eec5b2581d848db82c7b559ff63ed93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732193 Nov 19 13:34:22.838019 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59782) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:22.844987 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898999c-bf0e-4097-8a1b-62f712845f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56295657-238d-40e8-a118-1f83f8137001,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:22.852581 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59784) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:22.865110 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-517d020e-8b8c-4251-bdfd-0fa85587f25c req-aed876bc-e4d3-4f82-a7c0-12aada398165 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059899 Nov 19 13:34:22.873740 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fa341bf6-7c50-409f-af90-fa69e40bd6d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.970417 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fa341bf6-7c50-409f-af90-fa69e40bd6d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.974917 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fa341bf6-7c50-409f-af90-fa69e40bd6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.016586 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-fa341bf6-7c50-409f-af90-fa69e40bd6d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96ef2a845910434ea0d9001e80cd1627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635435 Nov 19 13:34:23.017573 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa341bf6-7c50-409f-af90-fa69e40bd6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada1164b-21ed-499d-8441-14179205c927,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:23.019917 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59790) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:23.061367 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f838524f-91a0-4fa5-a95f-2ba9238d3868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.077512 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5eda21b3-a44b-40ac-ba3f-9bdd571a8264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.098941 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5eda21b3-a44b-40ac-ba3f-9bdd571a8264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.149734 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5eda21b3-a44b-40ac-ba3f-9bdd571a8264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.154121 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5eda21b3-a44b-40ac-ba3f-9bdd571a8264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.157794 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5eda21b3-a44b-40ac-ba3f-9bdd571a8264 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ada1164b-21ed-499d-8441-14179205c927 HTTP/1.1" status: 204 len: 168 time: 0.1344199 Nov 19 13:34:23.169402 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda21b3-a44b-40ac-ba3f-9bdd571a8264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada1164b-21ed-499d-8441-14179205c927,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:23.183900 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f838524f-91a0-4fa5-a95f-2ba9238d3868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.216444 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85d412-5bed-47a3-9757-86e663474c16 req-d1bdb737-ea2e-4cde-8410-fd2ecbd11e17 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.221224 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ad85d412-5bed-47a3-9757-86e663474c16 req-d1bdb737-ea2e-4cde-8410-fd2ecbd11e17 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.2856743 Nov 19 13:34:23.233480 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 59796) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:23.241297 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'floatingip': {'port_id': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:23.335896 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.373779 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f838524f-91a0-4fa5-a95f-2ba9238d3868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.376562 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f838524f-91a0-4fa5-a95f-2ba9238d3868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.377887 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f838524f-91a0-4fa5-a95f-2ba9238d3868 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56295657-238d-40e8-a118-1f83f8137001 HTTP/1.1" status: 204 len: 168 time: 0.5307276 Nov 19 13:34:23.405304 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838524f-91a0-4fa5-a95f-2ba9238d3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56295657-238d-40e8-a118-1f83f8137001,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:23.417043 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59804) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:23.452756 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.462305 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.623686 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:34:23.645557 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Floating IP 0fc2e8a3-f6f7-4b81-8945-512ec7d35afb associated. External IP: 172.27.0.225, port: b970b9c6-515f-4de6-887f-a9f5cb9d216d. Nov 19 13:34:23.852305 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2ad71606-7cd4-4ae0-8a8c-aa09e18cfff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.037526 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Router 89df7b56-8b30-49b3-b508-7daf684d0cc9 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:24.133453 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849eed7-3e50-49d4-8354-3f27c7b4c91e req-4bc80c59-9338-4bc7-bbbc-ac6b7cd3dad2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.141404 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3849eed7-3e50-49d4-8354-3f27c7b4c91e req-4bc80c59-9338-4bc7-bbbc-ac6b7cd3dad2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.1429918 Nov 19 13:34:24.197353 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2ad71606-7cd4-4ae0-8a8c-aa09e18cfff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.209075 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2ad71606-7cd4-4ae0-8a8c-aa09e18cfff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.243049 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:24.256551 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.260522 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] Sync routers for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:24.276279 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:24.283573 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:34:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:24.301795 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2ad71606-7cd4-4ae0-8a8c-aa09e18cfff6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=045233a0d68044569b6bff300c3004e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8823113 Nov 19 13:34:24.307286 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59846) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:24.317304 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad71606-7cd4-4ae0-8a8c-aa09e18cfff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46d68c7-f06c-4afd-8290-d68764f29b57,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.327930 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-185243ae-c129-4197-94db-1a9ae67a3c72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "PUT /v2.0/floatingips/0fc2e8a3-f6f7-4b81-8945-512ec7d35afb HTTP/1.1" status: 200 len: 991 time: 2.3197846 Nov 19 13:34:24.332019 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:24.334517 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62" -d '{"events": [{"name": "network-changed", "server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:24.336173 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3849eed7-3e50-49d4-8354-3f27c7b4c91e req-21420bec-0c33-406e-aadf-578e3aeb6521 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853559 Nov 19 13:34:24.384145 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a8b-4a02-4eb0-87b9-4e911050232a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.394405 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.402703 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.623382 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d436e064-e225-4f6e-822e-ad13a97fac1a x-openstack-request-id: req-d436e064-e225-4f6e-822e-ad13a97fac1a {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:24.623668 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:24.624116 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d436e064-e225-4f6e-822e-ad13a97fac1a {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:24.624600 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'status': 'completed', 'code': 200} Nov 19 13:34:24.649927 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:24.664023 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a8b-4a02-4eb0-87b9-4e911050232a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.745788 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a8b-4a02-4eb0-87b9-4e911050232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.760587 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a8b-4a02-4eb0-87b9-4e911050232a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.768047 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-e5f91a8b-4a02-4eb0-87b9-4e911050232a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b46d68c7-f06c-4afd-8290-d68764f29b57 HTTP/1.1" status: 204 len: 168 time: 0.4593048 Nov 19 13:34:24.789951 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f91a8b-4a02-4eb0-87b9-4e911050232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46d68c7-f06c-4afd-8290-d68764f29b57,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.795381 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-1088f926-0f57-4ee5-9f25-e11621024bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.797045 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-1088f926-0f57-4ee5-9f25-e11621024bac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1098 time: 0.3413143 Nov 19 13:34:24.892880 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Floating IP 3ab2cd23-4d50-4b90-b5ea-bf3b523b2312 associated. External IP: 172.27.0.199, port: c0730acb-751c-4e5f-a0ee-5d9c8978ecb7. Nov 19 13:34:25.000203 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '0fc2e8a3-f6f7-4b81-8945-512ec7d35afb', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'port_id': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'mac_address': 'fa:16:3e:a6:d6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:34:23Z', 'revision_number': 1, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.021103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-89fbb833-5619-48e3-b45d-3621759b33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.023012 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-89fbb833-5619-48e3-b45d-3621759b33a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.2098997 Nov 19 13:34:25.032200 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] Checking router: 89df7b56-8b30-49b3-b508-7daf684d0cc9 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:25.043549 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:25.044560 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:34:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.203948 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:25.227552 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-6043ae60-e969-4ed5-80ed-c27ad3bada83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 999 time: 0.1890054 Nov 19 13:34:25.388770 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Router 03ed1c43-0165-4847-b141-7bb6827ac4f1 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:25.391311 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-ec9a5181-c9ce-4ba5-905d-c68fb995b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.392946 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-ec9a5181-c9ce-4ba5-905d-c68fb995b142 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.1445429 Nov 19 13:34:25.500441 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59902) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:25.530997 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2167aa09-7287-4d02-a7f6-9ccb3c5b3ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.602997 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:25.617738 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] Sync routers for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:25.633515 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:25.636994 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:34:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.639247 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.717487 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-627d1e70-bbe8-4a66-b895-8ce4529082e6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "PUT /v2.0/floatingips/3ab2cd23-4d50-4b90-b5ea-bf3b523b2312 HTTP/1.1" status: 200 len: 991 time: 2.4819028 Nov 19 13:34:25.724392 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:25.726660 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf183895-e006-4453-b50c-bb91eb5df6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:25.737080 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '0fc2e8a3-f6f7-4b81-8945-512ec7d35afb', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'port_id': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'mac_address': 'fa:16:3e:a6:d6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:34:23Z', 'revision_number': 1, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.744817 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb806c74-eb3b-4eaa-ae57-d037660f8873 req-29172539-1bbe-40ba-b911-7cf0eafa278d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.746449 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bb806c74-eb3b-4eaa-ae57-d037660f8873 req-29172539-1bbe-40ba-b911-7cf0eafa278d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.3063459 Nov 19 13:34:25.748534 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-d0c2afd7-2617-4d01-9b01-e066fe2159dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.749917 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-d0c2afd7-2617-4d01-9b01-e066fe2159dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3347175 Nov 19 13:34:25.790091 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2167aa09-7287-4d02-a7f6-9ccb3c5b3ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.797615 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2167aa09-7287-4d02-a7f6-9ccb3c5b3ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.817785 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a7a21-a732-4833-983b-fc1853f4d09c None None] The sync data for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi is: [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '0fc2e8a3-f6f7-4b81-8945-512ec7d35afb', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'port_id': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'mac_address': 'fa:16:3e:a6:d6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:44Z', 'updated_at': '2021-11-19T13:34:23Z', 'revision_number': 1, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:25.898200 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2167aa09-7287-4d02-a7f6-9ccb3c5b3ade admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9874d235757d4319a5e607449e674207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939502 Nov 19 13:34:25.901574 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 59942) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:25.921572 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167aa09-7287-4d02-a7f6-9ccb3c5b3ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ce14e4-7ebe-42ea-adfd-eb0670218ff3,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:25.922419 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:25.940869 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bb806c74-eb3b-4eaa-ae57-d037660f8873 req-7388dbeb-abc8-4664-9135-d1128e813327 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864073 Nov 19 13:34:25.969795 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d13db-1380-4db8-8103-f16c71033a5d x-openstack-request-id: req-cf1d13db-1380-4db8-8103-f16c71033a5d {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:25.970204 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:25.970335 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf1d13db-1380-4db8-8103-f16c71033a5d {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:25.970737 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'status': 'completed', 'code': 200} Nov 19 13:34:25.985610 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-9d926fab-c77b-4271-87e8-4ad60a362ce0 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906717 Nov 19 13:34:26.014746 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5ced-0e59-4412-8ce3-5399f419c034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.049158 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5ced-0e59-4412-8ce3-5399f419c034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.138015 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b27e30f5-a3e5-4a9e-8919-98bc06cc3a62 req-04d39bba-fbd1-4bdc-b022-4b8d9ceb8036 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293085 Nov 19 13:34:26.184847 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5ced-0e59-4412-8ce3-5399f419c034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.189033 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5ced-0e59-4412-8ce3-5399f419c034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.192892 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-4a9c5ced-0e59-4412-8ce3-5399f419c034 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67ce14e4-7ebe-42ea-adfd-eb0670218ff3 HTTP/1.1" status: 204 len: 168 time: 0.2847238 Nov 19 13:34:26.206483 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-1c8ef378-b700-4bd4-871c-51da570b949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.208205 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-1c8ef378-b700-4bd4-871c-51da570b949b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1098 time: 0.1118703 Nov 19 13:34:26.209485 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c5ced-0e59-4412-8ce3-5399f419c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ce14e4-7ebe-42ea-adfd-eb0670218ff3,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.232963 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635717f2-7507-44bf-b31a-a5fe41f934d3 None None] New status for floating IP 0fc2e8a3-f6f7-4b81-8945-512ec7d35afb: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:34:26.334737 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '3ab2cd23-4d50-4b90-b5ea-bf3b523b2312', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'port_id': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'mac_address': 'fa:16:3e:3e:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:34:24Z', 'revision_number': 1, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:26.368622 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-0b3d66a3-cec8-484e-8020-934aa2de0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.371426 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-0b3d66a3-cec8-484e-8020-934aa2de0a79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.1507454 Nov 19 13:34:26.373618 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] Checking router: 03ed1c43-0165-4847-b141-7bb6827ac4f1 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:26.383539 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:26.384185 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:34:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:26.569089 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-9e56c627-cad2-43c4-b972-fd701a1f5da6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 999 time: 0.1814332 Nov 19 13:34:26.652296 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:26.665908 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-77281242-0460-4a73-a7cc-3255b4550010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.667418 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-77281242-0460-4a73-a7cc-3255b4550010 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0864716 Nov 19 13:34:26.989967 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '3ab2cd23-4d50-4b90-b5ea-bf3b523b2312', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'port_id': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'mac_address': 'fa:16:3e:3e:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:34:24Z', 'revision_number': 1, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:27.061843 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af37b2-dcc7-4dde-8a59-e70f96f1a94a None None] The sync data for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi is: [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '3ab2cd23-4d50-4b90-b5ea-bf3b523b2312', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'port_id': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'mac_address': 'fa:16:3e:3e:fd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:33:45Z', 'updated_at': '2021-11-19T13:34:24Z', 'revision_number': 1, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:27.264187 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d65ddc-36fc-4ba1-9435-38f8a9ac2d19 None None] New status for floating IP 3ab2cd23-4d50-4b90-b5ea-bf3b523b2312: ACTIVE {{(pid=102799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:34:29.526644 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-fe71d7fa-101a-4e26-a1f5-4b18b8c52027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.528150 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-fe71d7fa-101a-4e26-a1f5-4b18b8c52027 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517809 Nov 19 13:34:29.614025 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45993cb8-0261-4d45-a6f4-18193377529f req-da0d43ef-1267-4d62-97c7-e9378606cec9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.615508 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-45993cb8-0261-4d45-a6f4-18193377529f req-da0d43ef-1267-4d62-97c7-e9378606cec9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Nov 19 13:34:29.663480 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-45993cb8-0261-4d45-a6f4-18193377529f req-ea699070-a72c-4333-8063-60924ac3e62e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Nov 19 13:34:30.835021 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.103005 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-3722a980-12d7-4b0a-844b-9598751c24fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456977 Nov 19 13:34:31.154183 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-12ba38ad-f4e6-4467-8f82-dc130f561c13 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969145 Nov 19 13:34:31.158467 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b05776-ed71-43b0-9e4f-8930894922c5 req-1b2c4d79-bcfe-48e8-878e-7d92d94966b8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.160182 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c7b05776-ed71-43b0-9e4f-8930894922c5 req-1b2c4d79-bcfe-48e8-878e-7d92d94966b8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0555491 Nov 19 13:34:31.248658 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c7b05776-ed71-43b0-9e4f-8930894922c5 req-fc04c930-3695-42fa-b5be-8fbcdbb333b4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Nov 19 13:34:31.255498 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-112ea676-f655-4983-a01f-0dd37745535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.257177 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-112ea676-f655-4983-a01f-0dd37745535d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca4f99c83f74e8491056b9c376322a6&device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 1098 time: 0.0730002 Nov 19 13:34:31.279049 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bf183895-e006-4453-b50c-bb91eb5df6b8 req-1812d1d3-b9eb-4013-b0b0-26b2a251db22 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994279 Nov 19 13:34:31.345525 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-470a94e4-8243-45de-b028-8a63bd7b30e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.404550 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-469174cd-0bc8-4ceb-8b1b-3ea030dcf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.406010 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-469174cd-0bc8-4ceb-8b1b-3ea030dcf8bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=09474838-2fc7-4de1-a424-12e87e20965e HTTP/1.1" status: 200 len: 913 time: 0.0977912 Nov 19 13:34:31.459131 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-4e929c6d-b9ca-4d3e-9239-c8296fb08790 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9 HTTP/1.1" status: 200 len: 217 time: 0.0391142 Nov 19 13:34:31.513453 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-21c36002-beee-4833-b23e-3f81837f3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.514895 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-21c36002-beee-4833-b23e-3f81837f3dfa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de9b00ae-f8a1-464d-baf5-4ed91f13f8b6 HTTP/1.1" status: 200 len: 851 time: 0.0459144 Nov 19 13:34:31.547691 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-480533f4-738c-48a2-bd35-abca241d5812 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=09474838-2fc7-4de1-a424-12e87e20965e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237160 Nov 19 13:34:31.652220 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-709dfb33-a2cd-4601-b9af-539ab4ad13f8 service neutron] 10.222.0.73 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817006 Nov 19 13:34:31.752651 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-65b49b4d-3bec-43e2-89e1-9919b926ffa8 req-f5270df0-b8e4-4cf2-a5fc-372695675371 service neutron] 10.222.0.73 "GET /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881732 Nov 19 13:34:33.917891 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-30ee91c9-a50e-4baf-b413-6a514e9f55d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.741446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.290078 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:37.117828 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc679cd3-59f0-4019-902d-4acbf3369bac req-89966442-ae23-4508-9762-5f51bbdfcbbf tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.119276 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fc679cd3-59f0-4019-902d-4acbf3369bac req-89966442-ae23-4508-9762-5f51bbdfcbbf tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0553212 Nov 19 13:34:37.170203 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fc679cd3-59f0-4019-902d-4acbf3369bac req-09b064f0-84dd-4d3d-8524-d45b79faae4b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Nov 19 13:34:37.313338 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.287380 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8db1c5-156e-4ea9-b2aa-16393cf1ce9a req-052fc10d-e60e-40b9-9325-946abf9a0a79 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.288756 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-af8db1c5-156e-4ea9-b2aa-16393cf1ce9a req-052fc10d-e60e-40b9-9325-946abf9a0a79 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0470989 Nov 19 13:34:38.342486 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-af8db1c5-156e-4ea9-b2aa-16393cf1ce9a req-ff411394-f00c-492b-9fda-5cedb16357c8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467606 Nov 19 13:34:39.475657 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ce70c-a120-435d-a7ca-c56c95b0e07d req-75bef178-8a6f-4da4-9a54-b15b4aea4198 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.477161 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-646ce70c-a120-435d-a7ca-c56c95b0e07d req-75bef178-8a6f-4da4-9a54-b15b4aea4198 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0602891 Nov 19 13:34:39.528296 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-646ce70c-a120-435d-a7ca-c56c95b0e07d req-ffb6978e-f3ac-4a7b-add8-52a2c955a33a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Nov 19 13:34:39.991507 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcffdea-909f-46a8-a46a-bc445c6b3351 req-d9a00cfc-72bc-467d-8c07-9a496b9b709c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.993627 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4bcffdea-909f-46a8-a46a-bc445c6b3351 req-d9a00cfc-72bc-467d-8c07-9a496b9b709c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0546205 Nov 19 13:34:40.042433 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4bcffdea-909f-46a8-a46a-bc445c6b3351 req-b47e9147-24ad-4f67-98f2-5bdc226fe01c tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Nov 19 13:34:40.650855 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab90b0-5a99-4467-b99c-d08e0bb685b9 req-f3b4dde8-df27-42b7-8964-26ff6ad02b23 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.653081 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c2ab90b0-5a99-4467-b99c-d08e0bb685b9 req-f3b4dde8-df27-42b7-8964-26ff6ad02b23 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0519059 Nov 19 13:34:40.705292 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c2ab90b0-5a99-4467-b99c-d08e0bb685b9 req-704967ce-a846-4b34-bd32-5f54f8a1e503 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Nov 19 13:34:41.182373 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0529899-a67d-4104-9fb9-c21e091a326b req-c42830cc-4921-4789-a52c-2c7502a2ae73 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.184983 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d0529899-a67d-4104-9fb9-c21e091a326b req-c42830cc-4921-4789-a52c-2c7502a2ae73 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0636303 Nov 19 13:34:41.265089 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d0529899-a67d-4104-9fb9-c21e091a326b req-bef68189-6b44-413e-b8c9-36c7a85f9ab4 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686438 Nov 19 13:34:41.497618 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60322) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:41.520308 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60326) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:41.626067 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-93701ead-4280-4601-8c5a-c7151debe38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.643489 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-69a1c970-5c6e-42da-9ebf-63632573e8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.717927 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-93701ead-4280-4601-8c5a-c7151debe38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.722048 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-93701ead-4280-4601-8c5a-c7151debe38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.741252 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-69a1c970-5c6e-42da-9ebf-63632573e8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.748695 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-69a1c970-5c6e-42da-9ebf-63632573e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.778774 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-93701ead-4280-4601-8c5a-c7151debe38f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=665e014efe5c450bb4d2aebdc5017d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769990 Nov 19 13:34:41.778774 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93701ead-4280-4601-8c5a-c7151debe38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa014b3e-797a-4d58-9962-4b9779dc1fb9,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:41.780004 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60344) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:41.823235 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c970-5c6e-42da-9ebf-63632573e8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f57a2f-f9ed-4b3f-add5-43613586fd38,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:41.836312 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-89e86d57-e4ef-4455-b41d-6384824f56d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.853494 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60348) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:41.853896 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-69a1c970-5c6e-42da-9ebf-63632573e8d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d11274476f044c7cb46d4b70292ba3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325675 Nov 19 13:34:41.879866 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8f70e-fb5e-45cc-8453-c80a7762f690 req-d2f83cd3-bb85-43a2-8df9-419e2ea971d8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.881574 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7cc8f70e-fb5e-45cc-8453-c80a7762f690 req-d2f83cd3-bb85-43a2-8df9-419e2ea971d8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0673718 Nov 19 13:34:41.882427 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-89e86d57-e4ef-4455-b41d-6384824f56d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.944421 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4b298576-dfae-46f7-9833-55e2a738d6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.950712 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7cc8f70e-fb5e-45cc-8453-c80a7762f690 req-72085077-f045-48a8-9197-3ce15ed99adf tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Nov 19 13:34:41.970051 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4b298576-dfae-46f7-9833-55e2a738d6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.988816 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-89e86d57-e4ef-4455-b41d-6384824f56d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.991402 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-89e86d57-e4ef-4455-b41d-6384824f56d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.994931 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-89e86d57-e4ef-4455-b41d-6384824f56d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa014b3e-797a-4d58-9962-4b9779dc1fb9 HTTP/1.1" status: 204 len: 168 time: 0.2117560 Nov 19 13:34:42.011696 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e86d57-e4ef-4455-b41d-6384824f56d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa014b3e-797a-4d58-9962-4b9779dc1fb9,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:42.050637 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4b298576-dfae-46f7-9833-55e2a738d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.054267 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4b298576-dfae-46f7-9833-55e2a738d6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.055603 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-4b298576-dfae-46f7-9833-55e2a738d6ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49f57a2f-f9ed-4b3f-add5-43613586fd38 HTTP/1.1" status: 204 len: 168 time: 0.2001925 Nov 19 13:34:42.065431 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b298576-dfae-46f7-9833-55e2a738d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f57a2f-f9ed-4b3f-add5-43613586fd38,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:42.408945 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6185d-28fc-491d-a499-3e75f239d09e req-b21bec70-1107-458d-ab02-43bd084e6628 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.410523 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-86b6185d-28fc-491d-a499-3e75f239d09e req-b21bec70-1107-458d-ab02-43bd084e6628 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0529113 Nov 19 13:34:42.447514 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60372) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:42.469358 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8fa-7949-470e-b036-ca21a1da1320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.475260 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-86b6185d-28fc-491d-a499-3e75f239d09e req-bb812a57-9a27-499a-8cab-7db8b57c80f0 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fefe751-91f1-42f5-a33f-cf4219b07335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 Nov 19 13:34:42.566250 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8fa-7949-470e-b036-ca21a1da1320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.570603 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8fa-7949-470e-b036-ca21a1da1320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.615031 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-bf48f8fa-7949-470e-b036-ca21a1da1320 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f026ce6a8db467d8d692effde8905bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631501 Nov 19 13:34:42.615031 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f8fa-7949-470e-b036-ca21a1da1320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83295615-a0e5-4f30-9b17-6a1eee5437ff,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:42.622660 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60376) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:42.701268 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44b78161-5f8e-41cb-9dea-e00cbf5adcb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.722862 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44b78161-5f8e-41cb-9dea-e00cbf5adcb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.770631 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44b78161-5f8e-41cb-9dea-e00cbf5adcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.773459 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-44b78161-5f8e-41cb-9dea-e00cbf5adcb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.774409 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-44b78161-5f8e-41cb-9dea-e00cbf5adcb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83295615-a0e5-4f30-9b17-6a1eee5437ff HTTP/1.1" status: 204 len: 168 time: 0.1545746 Nov 19 13:34:42.784322 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b78161-5f8e-41cb-9dea-e00cbf5adcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83295615-a0e5-4f30-9b17-6a1eee5437ff,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:42.960902 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-71140d39-d74c-4405-98c5-a927f8fdd568 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.962422 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-71140d39-d74c-4405-98c5-a927f8fdd568 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.73 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 945 time: 0.0640779 Nov 19 13:34:43.145242 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de226ae-6e9a-41f1-846d-8c7a61c8b181 req-01c4f45e-2929-4988-866c-223896e6631e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.145242 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1de226ae-6e9a-41f1-846d-8c7a61c8b181 req-01c4f45e-2929-4988-866c-223896e6631e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0933785 Nov 19 13:34:43.155182 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Deleting port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:43.155530 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.278814 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1de226ae-6e9a-41f1-846d-8c7a61c8b181 req-aa9a443b-0bb7-490e-9bb3-930d13903c39 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274910 Nov 19 13:34:43.307449 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] For port 7e82708b-16c5-43fd-b2e5-b98cb0048be9, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7e82708b-16c5-43fd-b2e5-b98cb0048be9,segment=NetworkSegment(aca9b256-83a5-49fa-9941-d73640d0a3df),segment_id=aca9b256-83a5-49fa-9941-d73640d0a3df)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:43.307449 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.318754 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Calling delete_port for 7e82708b-16c5-43fd-b2e5-b98cb0048be9 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:43.498610 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.524628 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['7e82708b-16c5-43fd-b2e5-b98cb0048be9'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:43.540611 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Pushing event deleted for resources: {'Port': ['ID=7e82708b-16c5-43fd-b2e5-b98cb0048be9,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:43.620504 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-874a060a-33d9-40e5-8078-e866ab861f97 req-94d1d075-7d88-4c9a-9937-7c5a5f331e55 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.0431619 Nov 19 13:34:43.811142 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60426) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.831396 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] No DVR routers for this DVR port 7e82708b-16c5-43fd-b2e5-b98cb0048be9 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:43.834718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.840821 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ed6565c-24f2-4c47-b6c4-0a57009de4e3 req-6f8c0252-f50b-4afb-8d9e-d7a3532227c3 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.73 "DELETE /v2.0/ports/7e82708b-16c5-43fd-b2e5-b98cb0048be9 HTTP/1.1" status: 204 len: 173 time: 0.8694503 Nov 19 13:34:43.840821 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'name': 'network-vif-deleted', 'tag': '7e82708b-16c5-43fd-b2e5-b98cb0048be9'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:43.841336 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08728fd3-5a14-4c9c-8915-5cbb3a8c84b3" -d '{"events": [{"server_uuid": "19217028-02b4-46b1-8947-9a4ac110bbeb", "name": "network-vif-deleted", "tag": "7e82708b-16c5-43fd-b2e5-b98cb0048be9"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:43.913580 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741680c8-72c0-421b-b005-9d3fc413ddfe x-openstack-request-id: req-741680c8-72c0-421b-b005-9d3fc413ddfe {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:43.913882 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19217028-02b4-46b1-8947-9a4ac110bbeb", "name": "network-vif-deleted", "tag": "7e82708b-16c5-43fd-b2e5-b98cb0048be9", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:43.914139 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-741680c8-72c0-421b-b005-9d3fc413ddfe {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:43.914538 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19217028-02b4-46b1-8947-9a4ac110bbeb', 'name': 'network-vif-deleted', 'tag': '7e82708b-16c5-43fd-b2e5-b98cb0048be9', 'status': 'completed', 'code': 200} Nov 19 13:34:44.021578 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d850a37e-bdbe-44cf-888a-11c199d1ed72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.113124 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d850a37e-bdbe-44cf-888a-11c199d1ed72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.118669 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d850a37e-bdbe-44cf-888a-11c199d1ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.177307 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60442) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:44.178164 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d850a37e-bdbe-44cf-888a-11c199d1ed72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14747245172a4de7a3482ec44108e17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645427 Nov 19 13:34:44.179393 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850a37e-bdbe-44cf-888a-11c199d1ed72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85f0cfd-d0cf-4fad-9d27-5ef08aee4b86,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:44.251591 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0681cbbb-f890-4d48-aa6f-11c7a269ee7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.289080 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0681cbbb-f890-4d48-aa6f-11c7a269ee7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.349045 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0681cbbb-f890-4d48-aa6f-11c7a269ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.351791 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0681cbbb-f890-4d48-aa6f-11c7a269ee7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.356029 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0681cbbb-f890-4d48-aa6f-11c7a269ee7b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a85f0cfd-d0cf-4fad-9d27-5ef08aee4b86 HTTP/1.1" status: 204 len: 168 time: 0.1738870 Nov 19 13:34:44.366575 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681cbbb-f890-4d48-aa6f-11c7a269ee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85f0cfd-d0cf-4fad-9d27-5ef08aee4b86,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:44.446289 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1dd34-306f-4705-8952-956b28b99c01 req-936217c8-1c80-4dd6-8fd1-274d9fcb0c69 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.447788 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2ec1dd34-306f-4705-8952-956b28b99c01 req-936217c8-1c80-4dd6-8fd1-274d9fcb0c69 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0666440 Nov 19 13:34:44.506968 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2ec1dd34-306f-4705-8952-956b28b99c01 req-a9c936c0-8461-4e3d-9517-e0b4e4900486 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Nov 19 13:34:44.748973 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60466) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:44.763944 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e00a41bb-54db-471c-99e8-61c229839cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.774031 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-064c8959-31ac-4919-814b-1188b937204a req-9773ee07-55ea-4584-9f85-976907eca3f1 tempest-DeleteServersTestJSON-554788926 tempest-DeleteServersTestJSON-554788926-project] 10.222.0.81 "GET /v2.0/ports?device_id=19217028-02b4-46b1-8947-9a4ac110bbeb HTTP/1.1" status: 200 len: 210 time: 0.0280576 Nov 19 13:34:44.864293 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e00a41bb-54db-471c-99e8-61c229839cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.872473 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e00a41bb-54db-471c-99e8-61c229839cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.924777 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-e00a41bb-54db-471c-99e8-61c229839cc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e89cdbe641164f35a4b0332605ba7367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740875 Nov 19 13:34:44.926189 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a41bb-54db-471c-99e8-61c229839cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e41f190-6208-4dd9-b4fb-72f6c5b0d293,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:44.927359 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60470) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:45.010980 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f4814909-b029-4190-89f8-ee3c5d9fe89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.052337 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f4814909-b029-4190-89f8-ee3c5d9fe89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.114914 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f4814909-b029-4190-89f8-ee3c5d9fe89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.119580 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f4814909-b029-4190-89f8-ee3c5d9fe89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.123607 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f4814909-b029-4190-89f8-ee3c5d9fe89b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e41f190-6208-4dd9-b4fb-72f6c5b0d293 HTTP/1.1" status: 204 len: 168 time: 0.1923647 Nov 19 13:34:45.131066 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814909-b029-4190-89f8-ee3c5d9fe89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e41f190-6208-4dd9-b4fb-72f6c5b0d293,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:45.632665 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a877f1-bb70-492b-a620-60a0409d9247 req-3bc65063-3ba7-4774-b3d4-cfb9c88f6e56 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.634151 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95a877f1-bb70-492b-a620-60a0409d9247 req-3bc65063-3ba7-4774-b3d4-cfb9c88f6e56 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0541131 Nov 19 13:34:45.686010 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95a877f1-bb70-492b-a620-60a0409d9247 req-bdee9d4c-eb69-450f-ad7d-bde09d1eaef3 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Nov 19 13:34:46.819735 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5be1-0059-4edc-abeb-29dab82beff3 req-650e431a-d478-4bcd-b904-bd30fefd60d2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:46.821326 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-065e5be1-0059-4edc-abeb-29dab82beff3 req-650e431a-d478-4bcd-b904-bd30fefd60d2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0540769 Nov 19 13:34:46.879979 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-065e5be1-0059-4edc-abeb-29dab82beff3 req-99ff8417-7447-4194-b8ed-0a4df4e104cc tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508091 Nov 19 13:34:47.133591 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7e82708b-16c5-43fd-b2e5-b98cb0048be9 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:47.155870 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 7e82708b-16c5-43fd-b2e5-b98cb0048be9 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:47.156223 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7e82708b-16c5-43fd-b2e5-b98cb0048be9 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:47.244591 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60590) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:47.300364 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] Deleting subnet de9b00ae-f8a1-464d-baf5-4ed91f13f8b6 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:47.308008 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.346933 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.387576 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.397405 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60596) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:47.451973 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.478902 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9b00ae-f8a1-464d-baf5-4ed91f13f8b6,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.485471 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.489144 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-3208689e-ccbe-4a1e-8a7c-42bd13b2d738 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/de9b00ae-f8a1-464d-baf5-4ed91f13f8b6 HTTP/1.1" status: 204 len: 168 time: 0.2430940 Nov 19 13:34:47.491219 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60600) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:47.523825 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a127f7c-f5f7-46c4-a177-d31e29adc127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.567102 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.617289 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a127f7c-f5f7-46c4-a177-d31e29adc127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.622030 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a127f7c-f5f7-46c4-a177-d31e29adc127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.651606 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a127f7c-f5f7-46c4-a177-d31e29adc127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88f8dbe-0370-44eb-85f1-7fbc7a5c8b02,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.654653 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.672540 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-9a127f7c-f5f7-46c4-a177-d31e29adc127 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ff69212c7a44149acf0fc7afd8ccce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739258 Nov 19 13:34:47.673370 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60608) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:47.678782 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09474838-2fc7-4de1-a424-12e87e20965e']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:47.690344 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca9b256-83a5-49fa-9941-d73640d0a3df') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:47.690691 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca9b256-83a5-49fa-9941-d73640d0a3df') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:47.704020 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.721897 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.729422 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:47.729941 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.730951 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-263a5704-42f3-47fa-8ea7-0e03d4c491eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:47.733087 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:47.771693 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-263a5704-42f3-47fa-8ea7-0e03d4c491eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.793427 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.801579 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.809276 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/09474838-2fc7-4de1-a424-12e87e20965e HTTP/1.1" status: 204 len: 168 time: 0.3132839 Nov 19 13:34:47.821982 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee56a4a-8368-47c3-af63-e27f6227f0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=09474838-2fc7-4de1-a424-12e87e20965e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.853210 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-263a5704-42f3-47fa-8ea7-0e03d4c491eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.859032 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-263a5704-42f3-47fa-8ea7-0e03d4c491eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.860105 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-263a5704-42f3-47fa-8ea7-0e03d4c491eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d88f8dbe-0370-44eb-85f1-7fbc7a5c8b02 HTTP/1.1" status: 204 len: 168 time: 0.1851771 Nov 19 13:34:47.877844 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a5704-42f3-47fa-8ea7-0e03d4c491eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88f8dbe-0370-44eb-85f1-7fbc7a5c8b02,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.987255 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60616) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:48.031873 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb75c5-b446-4bf6-a540-4616d720f495 req-2ea53c13-3c30-4fa6-8320-d79e518fba7d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.034989 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05bb75c5-b446-4bf6-a540-4616d720f495 req-2ea53c13-3c30-4fa6-8320-d79e518fba7d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0641315 Nov 19 13:34:48.056552 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-95d757d3-63da-480f-8793-81264c795619 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cca4f99c83f74e8491056b9c376322a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0678265 Nov 19 13:34:48.059982 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60620) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:48.096947 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05bb75c5-b446-4bf6-a540-4616d720f495 req-6858c2ee-f8cb-458f-8fdd-ac9a0f65d60b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551317 Nov 19 13:34:48.139276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-49656513-da1e-4682-934a-284b7ebe9955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.165167 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-49656513-da1e-4682-934a-284b7ebe9955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.243387 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-49656513-da1e-4682-934a-284b7ebe9955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.250054 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60632) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:48.252658 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-49656513-da1e-4682-934a-284b7ebe9955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.259596 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-49656513-da1e-4682-934a-284b7ebe9955 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fefe751-91f1-42f5-a33f-cf4219b07335 HTTP/1.1" status: 204 len: 168 time: 0.1957312 Nov 19 13:34:48.267047 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5467d4aa-02bd-4a71-b42f-72cb1a583d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.274987 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49656513-da1e-4682-934a-284b7ebe9955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fefe751-91f1-42f5-a33f-cf4219b07335,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:48.373827 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5467d4aa-02bd-4a71-b42f-72cb1a583d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.381775 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5467d4aa-02bd-4a71-b42f-72cb1a583d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.428279 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5467d4aa-02bd-4a71-b42f-72cb1a583d70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b92f0ddcb01047cc80c4e7f557b4c996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771035 Nov 19 13:34:48.431241 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60642) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:48.434479 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467d4aa-02bd-4a71-b42f-72cb1a583d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af094fc1-d11f-4572-b8fe-0a2bfe9b1e4f,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:48.486677 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-13fa36a3-9616-4d58-a8e3-c64a2d745b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.512087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-13fa36a3-9616-4d58-a8e3-c64a2d745b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.563813 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-13fa36a3-9616-4d58-a8e3-c64a2d745b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.570370 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-13fa36a3-9616-4d58-a8e3-c64a2d745b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.570370 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-13fa36a3-9616-4d58-a8e3-c64a2d745b70 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af094fc1-d11f-4572-b8fe-0a2bfe9b1e4f HTTP/1.1" status: 204 len: 168 time: 0.1350989 Nov 19 13:34:48.577914 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa36a3-9616-4d58-a8e3-c64a2d745b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af094fc1-d11f-4572-b8fe-0a2bfe9b1e4f,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:49.249378 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141604f5-93a2-4044-92b7-7f10bd3fc320 req-9fe0231b-e2b6-42b7-a3d4-68fb980dfefc tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:49.250897 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-141604f5-93a2-4044-92b7-7f10bd3fc320 req-9fe0231b-e2b6-42b7-a3d4-68fb980dfefc tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0538950 Nov 19 13:34:49.308230 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-141604f5-93a2-4044-92b7-7f10bd3fc320 req-e8cf48ec-72a5-4424-b51b-c51f3388a7f4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Nov 19 13:34:49.956749 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60724) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:50.064702 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-20d04745-70fc-40a7-badc-d02a2b71965e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.143768 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-20d04745-70fc-40a7-badc-d02a2b71965e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.147022 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-20d04745-70fc-40a7-badc-d02a2b71965e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.187987 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-20d04745-70fc-40a7-badc-d02a2b71965e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bff48f14e6b74145ae836e126dffa270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301414 Nov 19 13:34:50.188899 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d04745-70fc-40a7-badc-d02a2b71965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e880ec0-8be4-4faa-883e-dfdc5d37b305,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:50.191037 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60736) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:50.241311 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a2e5741c-5791-4b11-a64c-8d0ea964b0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.265368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a2e5741c-5791-4b11-a64c-8d0ea964b0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.316147 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a2e5741c-5791-4b11-a64c-8d0ea964b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.318831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a2e5741c-5791-4b11-a64c-8d0ea964b0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.322502 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a2e5741c-5791-4b11-a64c-8d0ea964b0a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e880ec0-8be4-4faa-883e-dfdc5d37b305 HTTP/1.1" status: 204 len: 168 time: 0.1276870 Nov 19 13:34:50.332306 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5741c-5791-4b11-a64c-8d0ea964b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e880ec0-8be4-4faa-883e-dfdc5d37b305,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:51.045441 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60824) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:51.145592 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993770808-network', 'tenant_id': '1c111c36d8344bbdab65a446ceebe77c'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:51.167524 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Made reservation on behalf of 1c111c36d8344bbdab65a446ceebe77c for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:51.170763 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.179550 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.258397 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.263098 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.285439 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:51.305053 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042aa2e2-65e3-479b-aa74-efe0c208df68,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:51.310075 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.310075 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Added segment 085d6134-6565-46f0-bf30-951ae0ac39e6 of type vlan for network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 Nov 19 13:34:51.349630 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.377850 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.378950 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.379535 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.436512 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3895829 Nov 19 13:34:51.440280 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60852) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:51.445867 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Request body: {'subnet': {'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993770808-subnet', 'tenant_id': '1c111c36d8344bbdab65a446ceebe77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:51.447188 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf3062-d8ab-43f8-922d-fd4e681c6740 admin admin] Pushing event updated for resources: {'Network': ['ID=0493ef41-3ee1-4eea-ad14-8c512d7d45f9,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:51.459675 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:51.472977 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Made reservation on behalf of 1c111c36d8344bbdab65a446ceebe77c for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:51.475931 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.629763 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60862) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:51.689172 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.757564 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e45933-319a-41f3-ba9e-1aca8e6a57c4,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:51.759651 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-02146539-98b4-4650-b924-388d7638de35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.772445 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Checking segment: {'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:51.772808 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Network hostable DHCP agents. Network: 0493ef41-3ee1-4eea-ad14-8c512d7d45f9, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:51.804701 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:51.819306 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 0493ef41-3ee1-4eea-ad14-8c512d7d45f9) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:51.826710 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.827309 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.829225 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a67b1-0488-4d4a-8579-49006333f5bf None None] Network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:51.849136 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3dc107e1-96d4-49d4-af36-c647f90b7f63 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4077568 Nov 19 13:34:51.872612 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-02146539-98b4-4650-b924-388d7638de35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.876922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-02146539-98b4-4650-b924-388d7638de35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.922996 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60868) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:51.930284 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-02146539-98b4-4650-b924-388d7638de35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd5c77d3d9d84a3f8f946848ea99b03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978699 Nov 19 13:34:51.931556 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02146539-98b4-4650-b924-388d7638de35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1706d683-d5cc-405a-990d-12d892038d3a,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:51.961968 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f12ffb-58f6-48f0-8462-57dd39183870 None None] Network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:51.981775 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-46235ef7-27e2-41d8-84d9-10fc094d67fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.010338 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-46235ef7-27e2-41d8-84d9-10fc094d67fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.072640 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-46235ef7-27e2-41d8-84d9-10fc094d67fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.077287 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-46235ef7-27e2-41d8-84d9-10fc094d67fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.079122 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-46235ef7-27e2-41d8-84d9-10fc094d67fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1706d683-d5cc-405a-990d-12d892038d3a HTTP/1.1" status: 204 len: 168 time: 0.1544869 Nov 19 13:34:52.092794 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46235ef7-27e2-41d8-84d9-10fc094d67fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1706d683-d5cc-405a-990d-12d892038d3a,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:52.507516 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60882) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:52.522614 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bec45d42-4746-4dbd-a5e5-cfad91639ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.614704 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bec45d42-4746-4dbd-a5e5-cfad91639ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.620216 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bec45d42-4746-4dbd-a5e5-cfad91639ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.662272 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-bec45d42-4746-4dbd-a5e5-cfad91639ac0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=309cbb420030461d92d91ac648a28bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536794 Nov 19 13:34:52.664278 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec45d42-4746-4dbd-a5e5-cfad91639ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f08e89-cc92-4ac5-960d-1b8ef2835a01,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:52.665103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60890) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:52.726333 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f00aedd5-0fc6-4c34-8898-ec1a42c89bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.751680 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f00aedd5-0fc6-4c34-8898-ec1a42c89bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.797096 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f00aedd5-0fc6-4c34-8898-ec1a42c89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.799957 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f00aedd5-0fc6-4c34-8898-ec1a42c89bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.801138 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f00aedd5-0fc6-4c34-8898-ec1a42c89bdb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8f08e89-cc92-4ac5-960d-1b8ef2835a01 HTTP/1.1" status: 204 len: 168 time: 0.1349633 Nov 19 13:34:52.809640 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aedd5-0fc6-4c34-8898-ec1a42c89bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f08e89-cc92-4ac5-960d-1b8ef2835a01,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:53.559380 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60914) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:53.682211 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-156965237-network', 'tenant_id': 'b2745b4624ab478b83f3be62e2689339'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:53.734340 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Made reservation on behalf of b2745b4624ab478b83f3be62e2689339 for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:53.738388 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.753683 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.858322 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298df7f-4e3f-4229-9280-a86f8a1999e1 req-e64f3385-0e78-4144-9384-acce3db35a6e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.859736 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4298df7f-4e3f-4229-9280-a86f8a1999e1 req-e64f3385-0e78-4144-9384-acce3db35a6e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0884027 Nov 19 13:34:53.926791 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.933193 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.942496 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4298df7f-4e3f-4229-9280-a86f8a1999e1 req-2affc79a-d677-4163-bfd4-ec079fa22862 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756514 Nov 19 13:34:53.959551 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:53.974680 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80d66b6-293a-4f41-9148-bbaec09a3b7b,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:53.977898 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.978241 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Added segment a037def3-0993-4fa7-b2b9-71f9b21900a2 of type vlan for network 7b32a30d-5b7a-46a7-8256-ed320a594cfa Nov 19 13:34:54.017999 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.041569 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.043160 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.043870 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.095848 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5352635 Nov 19 13:34:54.098761 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60928) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:54.104018 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Request body: {'subnet': {'network_id': '7b32a30d-5b7a-46a7-8256-ed320a594cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-156965237-subnet', 'tenant_id': 'b2745b4624ab478b83f3be62e2689339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:54.112066 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb334afc-3634-4bdf-a14f-0c7cf7fa9e3f admin admin] Pushing event updated for resources: {'Network': ['ID=7b32a30d-5b7a-46a7-8256-ed320a594cfa,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:54.122674 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 7b32a30d-5b7a-46a7-8256-ed320a594cfa details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:54.129931 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Made reservation on behalf of b2745b4624ab478b83f3be62e2689339 for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:54.132295 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.313999 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.367703 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ccc3f0-599a-4ac5-8ea3-29fb07b94ff0,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:54.379239 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Checking segment: {'id': 'a037def3-0993-4fa7-b2b9-71f9b21900a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '7b32a30d-5b7a-46a7-8256-ed320a594cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:54.379596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Network hostable DHCP agents. Network: 7b32a30d-5b7a-46a7-8256-ed320a594cfa, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:54.395961 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Network 7b32a30d-5b7a-46a7-8256-ed320a594cfa is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:54.405703 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 7b32a30d-5b7a-46a7-8256-ed320a594cfa) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:54.409596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.410184 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.414617 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e5074-b1f8-4dd3-8549-92384e1fe4cf None None] Network 7b32a30d-5b7a-46a7-8256-ed320a594cfa requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:54.433692 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-8129ed97-920e-4b75-883f-4cc6c1116f3b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3273160 Nov 19 13:34:54.559167 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0e4bc-aa07-4f28-aa7b-7f23208db49d None None] Network 7b32a30d-5b7a-46a7-8256-ed320a594cfa requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:54.946866 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 60960) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:54.952612 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-521970537-network', 'tenant_id': 'c820e43ca9b7494e9c827fa6952bad8b'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:54.973760 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Made reservation on behalf of c820e43ca9b7494e9c827fa6952bad8b for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:54.976106 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.985953 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.091112 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32210d8a-5071-4fd8-bc55-518162866164 req-6cb1760f-4d60-4fc4-9aa5-b6e06f558dd6 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:55.092584 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-32210d8a-5071-4fd8-bc55-518162866164 req-6cb1760f-4d60-4fc4-9aa5-b6e06f558dd6 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0761387 Nov 19 13:34:55.132660 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.140896 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.184763 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:55.196857 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-32210d8a-5071-4fd8-bc55-518162866164 req-c6dbd4c5-8c02-499b-ba14-c9d3a8cc9ec7 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961320 Nov 19 13:34:55.201124 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31bcef5-7e3b-4c01-857b-a3e9b4106879,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:55.207577 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.207577 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Added segment 97d7359c-dd3b-4e7f-a86c-56087d2faa35 of type vlan for network 2d51dc22-fbeb-49bd-845c-2d2f59c3fb93 Nov 19 13:34:55.254320 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.282762 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.284528 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:55.285684 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.343161 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3950617 Nov 19 13:34:55.346024 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 60968) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:55.350105 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c7c28-1335-466f-948c-e69848f7d7cd admin admin] Pushing event updated for resources: {'Network': ['ID=2d51dc22-fbeb-49bd-845c-2d2f59c3fb93,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:55.350922 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Request body: {'subnet': {'network_id': '2d51dc22-fbeb-49bd-845c-2d2f59c3fb93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-521970537-subnet', 'tenant_id': 'c820e43ca9b7494e9c827fa6952bad8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:55.364105 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 2d51dc22-fbeb-49bd-845c-2d2f59c3fb93 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:55.374982 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Made reservation on behalf of c820e43ca9b7494e9c827fa6952bad8b for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:55.377103 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336694'] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.541432 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4659604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336708'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.602939 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c824069-ab84-497b-8e9d-ec4141bf2140,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:55.612628 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Checking segment: {'id': '97d7359c-dd3b-4e7f-a86c-56087d2faa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '2d51dc22-fbeb-49bd-845c-2d2f59c3fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:55.612981 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Network hostable DHCP agents. Network: 2d51dc22-fbeb-49bd-845c-2d2f59c3fb93, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:55.629132 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Network 2d51dc22-fbeb-49bd-845c-2d2f59c3fb93 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:55.638610 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 2d51dc22-fbeb-49bd-845c-2d2f59c3fb93) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:55.643473 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:55.644527 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.649205 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4c874-8457-46e7-b75d-6bdc9877613a None None] Network 2d51dc22-fbeb-49bd-845c-2d2f59c3fb93 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:55.661370 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-c68407ae-46d4-48e8-a91c-47b6a6aa96ef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3141286 Nov 19 13:34:55.820679 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9e6f3-598a-4565-b5cf-b11492ffaa15 None None] Network 2d51dc22-fbeb-49bd-845c-2d2f59c3fb93 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:55.859745 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-324fd685-2e5b-4648-bdca-4a796e44f55c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:55.860907 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-324fd685-2e5b-4648-bdca-4a796e44f55c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/networks?id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9 HTTP/1.1" status: 200 len: 809 time: 0.1164112 Nov 19 13:34:55.878208 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-3122f9cd-04e0-4bdb-ac56-2365b92bdefd tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/quotas/1c111c36d8344bbdab65a446ceebe77c HTTP/1.1" status: 200 len: 375 time: 0.0095952 Nov 19 13:34:55.926252 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-5778f784-623e-45f2-91a8-577e88aa0a4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c111c36d8344bbdab65a446ceebe77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424178 Nov 19 13:34:56.035237 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-61c5cc51-3d46-4600-afec-0634bb6046a2 service neutron] 10.222.0.81 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015372 Nov 19 13:34:56.138622 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-c999ee34-b6a5-4f15-93c0-47efd525f3e8 service neutron] 10.222.0.81 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967839 Nov 19 13:34:56.346786 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-672f60ca-7b04-4acd-a6ab-37891de0e162 req-ef34d23b-2ce3-4b76-8eae-0b7fb2855fb2 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 210 time: 0.0398881 Nov 19 13:34:56.395048 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e2e-ae61-4c3c-96a2-cf1079ca70b4 req-5671e9c9-7b8c-4312-8944-97e825c8505d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.396639 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a6a18e2e-ae61-4c3c-96a2-cf1079ca70b4 req-5671e9c9-7b8c-4312-8944-97e825c8505d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0857341 Nov 19 13:34:56.453410 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a6a18e2e-ae61-4c3c-96a2-cf1079ca70b4 req-b80cc536-e5bf-4dfd-aa90-71dd00aa1771 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Nov 19 13:34:56.979109 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616587-432b-4b8b-b53b-533ceae2e949 req-b654be08-ed02-4912-ae82-edabe94b848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.980940 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-38616587-432b-4b8b-b53b-533ceae2e949 req-b654be08-ed02-4912-ae82-edabe94b848e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 1099 time: 0.0448284 Nov 19 13:34:57.033478 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-38616587-432b-4b8b-b53b-533ceae2e949 req-cdec6ce9-344b-42f8-a1eb-8001a019e147 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Nov 19 13:34:57.532194 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-78a1d42a-51ba-4ba1-a70b-6c067219a88b req-dceeb2a1-b950-4250-bca0-82a82c762a7d tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 210 time: 0.0513346 Nov 19 13:34:57.584382 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c50c-687b-43a6-89e1-1c0d03cb4090 req-8334960e-0fc5-4cc1-871d-34e2c503fe3b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.585953 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f280c50c-687b-43a6-89e1-1c0d03cb4090 req-8334960e-0fc5-4cc1-871d-34e2c503fe3b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0502667 Nov 19 13:34:57.655014 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f280c50c-687b-43a6-89e1-1c0d03cb4090 req-0165538e-ed5e-4755-8514-a6723901346a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596442 Nov 19 13:34:57.892501 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-b8900a41-1889-4645-95bc-d3770cd9fec6 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.894283 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-b8900a41-1889-4645-95bc-d3770cd9fec6 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "GET /v2.0/networks?id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9 HTTP/1.1" status: 200 len: 809 time: 0.1102788 Nov 19 13:34:57.916284 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Request body: {'port': {'device_id': '369b344f-6153-4a93-b042-2381b892fb7c', 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9', 'admin_state_up': True, 'tenant_id': '1c111c36d8344bbdab65a446ceebe77c'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:58.037180 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Made reservation on behalf of 1c111c36d8344bbdab65a446ceebe77c for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:58.040640 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.166391 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Allocated IP 172.20.0.11 (0493ef41-3ee1-4eea-ad14-8c512d7d45f9/21e45933-319a-41f3-ba9e-1aca8e6a57c4/46170733-aaa3-4933-8e93-18aae7b9bbda) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:58.321074 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.356151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.408675 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:58.413802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:58.418343 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:58.429033 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.429033 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.429850 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Pushing event updated for resources: {'Port': ['ID=46170733-aaa3-4933-8e93-18aae7b9bbda,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:58.454919 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-cab91e13-a8dd-4101-bef4-1a2daf9c7f3b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5430222 Nov 19 13:34:58.502989 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Request body: {'port': {'device_id': '369b344f-6153-4a93-b042-2381b892fb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:58.562203 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.645550 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a256-2718-47ba-a301-fafc33477fd5 req-0615f48e-89d2-41f8-b20f-6dbdbf2d4e6c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.647097 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ad43a256-2718-47ba-a301-fafc33477fd5 req-0615f48e-89d2-41f8-b20f-6dbdbf2d4e6c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 932 time: 0.0516148 Nov 19 13:34:58.721749 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ad43a256-2718-47ba-a301-fafc33477fd5 req-d790d6c2-ed2f-4101-b045-b105c4fb9b6a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673609 Nov 19 13:34:58.828481 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698356-6f4f-4041-9239-7da316a0b04a req-7ed6a2a3-23cc-4d75-bbce-6c7bdd16205a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.829972 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5c698356-6f4f-4041-9239-7da316a0b04a req-7ed6a2a3-23cc-4d75-bbce-6c7bdd16205a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0774922 Nov 19 13:34:58.933693 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5c698356-6f4f-4041-9239-7da316a0b04a req-7ea53533-3aa2-4147-8608-0dac0ff60431 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931554 Nov 19 13:34:58.952786 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46170733-aaa3-4933-8e93-18aae7b9bbda {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:58.963571 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.000406 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Transition to ACTIVE for port object 46170733-aaa3-4933-8e93-18aae7b9bbda will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:59.006863 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.102219 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21e80f-f9bc-4fa8-b647-1e8fc96c60c8 req-6b7484a7-bd96-4574-89ec-243210c64701 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.111323 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2f21e80f-f9bc-4fa8-b647-1e8fc96c60c8 req-6b7484a7-bd96-4574-89ec-243210c64701 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0867455 Nov 19 13:34:59.137009 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46170733-aaa3-4933-8e93-18aae7b9bbda,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.179292 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2f21e80f-f9bc-4fa8-b647-1e8fc96c60c8 req-822aca57-073e-4440-9667-6efdedaa5fde tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668354 Nov 19 13:34:59.181368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Attempting to bind port 46170733-aaa3-4933-8e93-18aae7b9bbda on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:59.181712 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Attempting to bind port 46170733-aaa3-4933-8e93-18aae7b9bbda by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:59.182037 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Attempting to bind port 46170733-aaa3-4933-8e93-18aae7b9bbda on network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:59.189004 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Port 46170733-aaa3-4933-8e93-18aae7b9bbda on network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:59.189713 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Attempting to bind port 46170733-aaa3-4933-8e93-18aae7b9bbda on network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:59.194571 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:59.194827 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Checking segment: {'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:59.195166 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Bound using segment: {'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:59.195663 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Bound port: 46170733-aaa3-4933-8e93-18aae7b9bbda, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:59.196026 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.262599 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 32884) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:59.266971 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] For port 46170733-aaa3-4933-8e93-18aae7b9bbda, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:59.271936 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] For port 46170733-aaa3-4933-8e93-18aae7b9bbda, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=46170733-aaa3-4933-8e93-18aae7b9bbda,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:59.277778 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.317357 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.317963 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.319340 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/46170733-aaa3-4933-8e93-18aae7b9bbda HTTP/1.1" status: 200 len: 1094 time: 0.8219914 Nov 19 13:34:59.319774 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b344f-6153-4a93-b042-2381b892fb7c', 'tag': '46170733-aaa3-4933-8e93-18aae7b9bbda'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:59.322040 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd25760-1786-4862-8eed-36df88d21b08" -d '{"events": [{"name": "network-changed", "server_uuid": "369b344f-6153-4a93-b042-2381b892fb7c", "tag": "46170733-aaa3-4933-8e93-18aae7b9bbda"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:59.375212 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc12c6-365a-4ecb-8548-e6885eb4b14f x-openstack-request-id: req-36dc12c6-365a-4ecb-8548-e6885eb4b14f {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:59.375667 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b344f-6153-4a93-b042-2381b892fb7c", "tag": "46170733-aaa3-4933-8e93-18aae7b9bbda", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:59.375932 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36dc12c6-365a-4ecb-8548-e6885eb4b14f {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:59.376557 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369b344f-6153-4a93-b042-2381b892fb7c', 'tag': '46170733-aaa3-4933-8e93-18aae7b9bbda', 'status': 'completed', 'code': 200} Nov 19 13:34:59.406489 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5caa2003-38f9-4381-955b-629c04d9c43b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.408704 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaef8ab-d784-4346-b583-45dc08fae6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46170733-aaa3-4933-8e93-18aae7b9bbda,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.426948 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-c3764578-292d-4c13-8c5f-7e9d30cf5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.428499 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-c3764578-292d-4c13-8c5f-7e9d30cf5466 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c111c36d8344bbdab65a446ceebe77c&device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 1097 time: 0.0656371 Nov 19 13:34:59.477234 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-0167cc36-de1d-4033-85d0-a4429848e2f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46170733-aaa3-4933-8e93-18aae7b9bbda HTTP/1.1" status: 200 len: 217 time: 0.0403390 Nov 19 13:34:59.519629 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5caa2003-38f9-4381-955b-629c04d9c43b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.526414 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5caa2003-38f9-4381-955b-629c04d9c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.535448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-877bd54f-16a6-4333-9554-c3c7e0dbb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.537642 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-877bd54f-16a6-4333-9554-c3c7e0dbb027 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21e45933-319a-41f3-ba9e-1aca8e6a57c4 HTTP/1.1" status: 200 len: 849 time: 0.0532801 Nov 19 13:34:59.574463 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5caa2003-38f9-4381-955b-629c04d9c43b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34394493ed5b4e2b9b7ed92be42be983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101032 Nov 19 13:34:59.578540 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-8147f837-0fa3-4fa7-a5cc-9a4aae9378e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330212 Nov 19 13:34:59.582939 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 32896) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:59.607715 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa2003-38f9-4381-955b-629c04d9c43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f4f073-3554-482d-835e-1ab4c116c639,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.664506 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2c418437-2a53-48b5-b8bc-aa7385844884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.690126 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2c418437-2a53-48b5-b8bc-aa7385844884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.712043 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-b839d972-ff67-4503-b521-b716c1bd19bd service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295352 Nov 19 13:34:59.740333 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2c418437-2a53-48b5-b8bc-aa7385844884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.742941 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2c418437-2a53-48b5-b8bc-aa7385844884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.746651 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2c418437-2a53-48b5-b8bc-aa7385844884 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38f4f073-3554-482d-835e-1ab4c116c639 HTTP/1.1" status: 204 len: 168 time: 0.1603103 Nov 19 13:34:59.754012 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c418437-2a53-48b5-b8bc-aa7385844884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f4f073-3554-482d-835e-1ab4c116c639,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.840161 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb7b0630-1bfb-4ca3-8a04-bfd886f921a8 req-22cb2684-0924-4a2d-8855-21f01d25dd3a service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210203 Nov 19 13:34:59.865550 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e9c93-1092-4e84-9712-cc8e9035ba79 req-ad9b48bf-2765-4223-a588-a0182a95f1b8 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.867083 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5a1e9c93-1092-4e84-9712-cc8e9035ba79 req-ad9b48bf-2765-4223-a588-a0182a95f1b8 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 944 time: 0.0571032 Nov 19 13:34:59.921768 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5a1e9c93-1092-4e84-9712-cc8e9035ba79 req-e79eea6b-26c2-469b-9583-e1dd3ade2a2a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Nov 19 13:34:59.946351 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd25760-1786-4862-8eed-36df88d21b08 req-11c933af-badd-4414-b4fd-e062c9704664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.947637 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfd25760-1786-4862-8eed-36df88d21b08 req-11c933af-badd-4414-b4fd-e062c9704664 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c111c36d8344bbdab65a446ceebe77c&device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 1097 time: 0.0522344 Nov 19 13:35:00.043017 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd25760-1786-4862-8eed-36df88d21b08 req-fd63c729-8a5d-4609-a35e-fcd5fa16a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:00.045309 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfd25760-1786-4862-8eed-36df88d21b08 req-fd63c729-8a5d-4609-a35e-fcd5fa16a2d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9 HTTP/1.1" status: 200 len: 911 time: 0.0898817 Nov 19 13:35:00.061920 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 32908) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:00.074653 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5a21a8ca-e6cd-47c5-a4fa-4421fd165912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.098502 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfd25760-1786-4862-8eed-36df88d21b08 req-f10c5f1a-e11b-4225-9f07-32bb6ebc031c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46170733-aaa3-4933-8e93-18aae7b9bbda HTTP/1.1" status: 200 len: 217 time: 0.0468524 Nov 19 13:35:00.152922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd25760-1786-4862-8eed-36df88d21b08 req-211c8879-9e6b-4746-8476-4a351b53c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:00.155650 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfd25760-1786-4862-8eed-36df88d21b08 req-211c8879-9e6b-4746-8476-4a351b53c97e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21e45933-319a-41f3-ba9e-1aca8e6a57c4 HTTP/1.1" status: 200 len: 849 time: 0.0490105 Nov 19 13:35:00.156026 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5a21a8ca-e6cd-47c5-a4fa-4421fd165912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.161725 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5a21a8ca-e6cd-47c5-a4fa-4421fd165912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.190117 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfd25760-1786-4862-8eed-36df88d21b08 req-34b925f5-7014-49e7-b753-c7980cfa9884 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265164 Nov 19 13:35:00.202643 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5a21a8ca-e6cd-47c5-a4fa-4421fd165912 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ca0fa6d698749f288d40a2fa6c18b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397989 Nov 19 13:35:00.205533 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21a8ca-e6cd-47c5-a4fa-4421fd165912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1f0147-2dc9-4724-b33d-c0555659073a,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:00.205672 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 32912) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:00.323404 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b1372671-177e-4041-ab02-e273bde7929b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.332931 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfd25760-1786-4862-8eed-36df88d21b08 req-5b3f8106-71af-4c5b-aa68-52f9525c25da service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354830 Nov 19 13:35:00.412668 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b1372671-177e-4041-ab02-e273bde7929b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.493148 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfd25760-1786-4862-8eed-36df88d21b08 req-f7b05e84-0220-4de4-bb1d-fccb03b648d0 service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528876 Nov 19 13:35:00.501481 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b1372671-177e-4041-ab02-e273bde7929b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.504229 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b1372671-177e-4041-ab02-e273bde7929b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.505367 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b1372671-177e-4041-ab02-e273bde7929b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c1f0147-2dc9-4724-b33d-c0555659073a HTTP/1.1" status: 204 len: 168 time: 0.2990029 Nov 19 13:35:00.514671 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1372671-177e-4041-ab02-e273bde7929b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1f0147-2dc9-4724-b33d-c0555659073a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:00.622822 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:35:00.849675 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.050559 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1e35e-44eb-4d44-9021-14e04c1065f4 req-88fe90af-0f18-4f7b-a71d-6d25557da717 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.052062 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5ee1e35e-44eb-4d44-9021-14e04c1065f4 req-88fe90af-0f18-4f7b-a71d-6d25557da717 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 944 time: 0.0576603 Nov 19 13:35:01.116325 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5ee1e35e-44eb-4d44-9021-14e04c1065f4 req-33a6b74f-45f7-4df8-9cdf-34d5d597d25c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580423 Nov 19 13:35:01.337323 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c8b3-c3a7-4259-b83b-bdd35d37f8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.933090 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-17c61128-378b-42d8-b3ec-986f774ad2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.934595 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-17c61128-378b-42d8-b3ec-986f774ad2c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.0761812 Nov 19 13:35:01.949830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b130b1-807b-4611-8511-9b483bc6a3af req-64ba8748-0c57-4857-b72d-0c009aa4333e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.951567 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70b130b1-807b-4611-8511-9b483bc6a3af req-64ba8748-0c57-4857-b72d-0c009aa4333e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0645075 Nov 19 13:35:02.056551 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70b130b1-807b-4611-8511-9b483bc6a3af req-821fb0fb-a7a8-4c83-b219-9d28748f3b17 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962920 Nov 19 13:35:02.082172 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-0a3ac8c6-9b3d-4058-ad2a-70998e296a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.083652 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-0a3ac8c6-9b3d-4058-ad2a-70998e296a4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.1310058 Nov 19 13:35:02.133240 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-45982141-ad81-49be-a547-a1ac5f9151ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0413554 Nov 19 13:35:02.192489 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-19dcfa1c-b0df-4969-b424-52f02c6d924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.193969 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-19dcfa1c-b0df-4969-b424-52f02c6d924e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.0536451 Nov 19 13:35:02.228068 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-d6f0a27d-d782-4f41-89ef-01c5eff5a5f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257049 Nov 19 13:35:02.273290 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9368ef-9ab0-47fa-a905-c20236bb50bf req-49c679d1-063e-4e9d-bd5d-357c333855ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.274826 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9e9368ef-9ab0-47fa-a905-c20236bb50bf req-49c679d1-063e-4e9d-bd5d-357c333855ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 944 time: 0.0590436 Nov 19 13:35:02.285468 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 32992) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.326883 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9e9368ef-9ab0-47fa-a905-c20236bb50bf req-2537a964-af36-4afb-9d39-a2d1d1a0fea5 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455198 Nov 19 13:35:02.337211 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-f7e192b8-1401-459f-9445-67c5cb641375 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017253 Nov 19 13:35:02.404573 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5058edce-7821-4365-a20a-90782fb94486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.471772 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab53d38-236b-4448-83c4-0cc148d12b1a req-3d8bcf59-c906-4a39-b604-88aabc8f52a1 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267533 Nov 19 13:35:02.519208 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5058edce-7821-4365-a20a-90782fb94486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.523434 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5058edce-7821-4365-a20a-90782fb94486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.567691 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33004) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.567843 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5058edce-7821-4365-a20a-90782fb94486 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f01895563fc4f5aa1a82b0036c067f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812788 Nov 19 13:35:02.568914 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058edce-7821-4365-a20a-90782fb94486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f76f3f-980b-4941-b772-421f3cac27b4,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.619215 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-33d24783-8ebc-4e5b-a827-9ffd3007343e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.641925 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-33d24783-8ebc-4e5b-a827-9ffd3007343e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.692748 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-33d24783-8ebc-4e5b-a827-9ffd3007343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.695566 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-33d24783-8ebc-4e5b-a827-9ffd3007343e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.699192 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-33d24783-8ebc-4e5b-a827-9ffd3007343e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01f76f3f-980b-4941-b772-421f3cac27b4 HTTP/1.1" status: 204 len: 168 time: 0.1302221 Nov 19 13:35:02.709811 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24783-8ebc-4e5b-a827-9ffd3007343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f76f3f-980b-4941-b772-421f3cac27b4,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.978309 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33014) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.991712 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98b6-94fd-4027-ae18-f8a849846d19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.072831 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98b6-94fd-4027-ae18-f8a849846d19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.081557 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98b6-94fd-4027-ae18-f8a849846d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.131325 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-1d4d98b6-94fd-4027-ae18-f8a849846d19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6485b6a7a5a419fbb17e8428b39b7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493163 Nov 19 13:35:03.131325 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d98b6-94fd-4027-ae18-f8a849846d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97773ef-dc33-406e-934f-40552e4f993a,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.131724 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33020) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.196980 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 46170733-aaa3-4933-8e93-18aae7b9bbda details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:35:03.207712 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9f31-8d6b-496a-9453-88396e0cc358 req-e93de2f1-d586-429a-8b4c-1ac8c7e27042 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.209254 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2a6e9f31-8d6b-496a-9453-88396e0cc358 req-e93de2f1-d586-429a-8b4c-1ac8c7e27042 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0789301 Nov 19 13:35:03.235987 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f9644691-334d-4e34-bfd6-b5c9df246c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.285543 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f9644691-334d-4e34-bfd6-b5c9df246c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.303050 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2a6e9f31-8d6b-496a-9453-88396e0cc358 req-0809860f-0858-4b2c-a675-ae7d8d0a1375 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848994 Nov 19 13:35:03.318090 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 46170733-aaa3-4933-8e93-18aae7b9bbda, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=46170733-aaa3-4933-8e93-18aae7b9bbda,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:03.336518 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '46170733-aaa3-4933-8e93-18aae7b9bbda', 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9', 'port_id': '46170733-aaa3-4933-8e93-18aae7b9bbda', 'mac_address': 'fa:16:3e:dc:d7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e45933-319a-41f3-ba9e-1aca8e6a57c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:35:03.358732 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f9644691-334d-4e34-bfd6-b5c9df246c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.361464 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f9644691-334d-4e34-bfd6-b5c9df246c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.362625 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f9644691-334d-4e34-bfd6-b5c9df246c47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f97773ef-dc33-406e-934f-40552e4f993a HTTP/1.1" status: 204 len: 168 time: 0.2294574 Nov 19 13:35:03.370907 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9644691-334d-4e34-bfd6-b5c9df246c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97773ef-dc33-406e-934f-40552e4f993a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.403402 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.423394 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46170733-aaa3-4933-8e93-18aae7b9bbda {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:03.445829 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 46170733-aaa3-4933-8e93-18aae7b9bbda, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=46170733-aaa3-4933-8e93-18aae7b9bbda,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:03.451508 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.456635 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb309a-f8ab-4eca-979e-3b69548c17e4 req-a63a590d-41c5-4386-a135-ede01539c525 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.458121 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-30fb309a-f8ab-4eca-979e-3b69548c17e4 req-a63a590d-41c5-4386-a135-ede01539c525 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 944 time: 0.0526285 Nov 19 13:35:03.505801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=46170733-aaa3-4933-8e93-18aae7b9bbda,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.513249 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.513769 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.513977 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.514549 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.515075 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.515597 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.516375 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.516938 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.517474 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.518035 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.518380 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.518710 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:03.521665 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-30fb309a-f8ab-4eca-979e-3b69548c17e4 req-2e797297-63a8-4892-9a96-c0553dd11a7a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556006 Nov 19 13:35:03.921248 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0078376c-37c0-485c-8b36-ee8c84261f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.004692 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['46170733-aaa3-4933-8e93-18aae7b9bbda'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:04.490493 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33066) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.604984 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c923eb71-fbc6-427b-a187-ede4a1721a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.644319 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e9492-d9dc-4c27-a2ad-8e40569a2da4 req-3f44f651-0308-4b48-bb18-9e90a43bde0d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.645831 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec8e9492-d9dc-4c27-a2ad-8e40569a2da4 req-3f44f651-0308-4b48-bb18-9e90a43bde0d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.2603724 Nov 19 13:35:04.684398 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ec5d-8eef-4366-bdb7-090e1ab05100 req-3bac5a2d-c9e2-403d-a494-fdf07c4099b3 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.686468 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8720ec5d-8eef-4366-bdb7-090e1ab05100 req-3bac5a2d-c9e2-403d-a494-fdf07c4099b3 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 945 time: 0.0718718 Nov 19 13:35:04.696362 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec8e9492-d9dc-4c27-a2ad-8e40569a2da4 req-f3295dbd-40ac-471a-bff0-ba8c56ac349f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Nov 19 13:35:04.751362 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.769026 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c923eb71-fbc6-427b-a187-ede4a1721a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.773128 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8720ec5d-8eef-4366-bdb7-090e1ab05100 req-fb990ca8-2733-4d9e-a46a-275fdd48aa75 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774934 Nov 19 13:35:04.774142 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-c923eb71-fbc6-427b-a187-ede4a1721a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.812770 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923eb71-fbc6-427b-a187-ede4a1721a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663fb814-5aeb-431a-8df2-e51ce23e5b55,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:04.818388 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-c923eb71-fbc6-427b-a187-ede4a1721a40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=763dc80389094eb5ba3ab4ca3e46c3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267021 Nov 19 13:35:04.820833 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33072) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.872877 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ee3d-b9da-43fb-a9cb-e863f19cb0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.895933 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ee3d-b9da-43fb-a9cb-e863f19cb0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.944487 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ee3d-b9da-43fb-a9cb-e863f19cb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.947345 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ee3d-b9da-43fb-a9cb-e863f19cb0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.948587 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-9eb2ee3d-b9da-43fb-a9cb-e863f19cb0a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/663fb814-5aeb-431a-8df2-e51ce23e5b55 HTTP/1.1" status: 204 len: 168 time: 0.1267452 Nov 19 13:35:04.957647 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2ee3d-b9da-43fb-a9cb-e863f19cb0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663fb814-5aeb-431a-8df2-e51ce23e5b55,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:05.822019 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3489f-92b4-4667-99a1-88658a93c76a req-e227ab54-1625-4f46-9e14-09c8d49db882 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:05.823792 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-34e3489f-92b4-4667-99a1-88658a93c76a req-e227ab54-1625-4f46-9e14-09c8d49db882 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0515306 Nov 19 13:35:05.874434 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-34e3489f-92b4-4667-99a1-88658a93c76a req-6cb78b37-ccad-4080-a3a8-ab74779f5d37 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 Nov 19 13:35:05.915055 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36894e27-c273-4f01-8153-c9d9a61a79a5 req-9eda80ae-0e3a-4110-af47-697269aaff8a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:05.916593 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-36894e27-c273-4f01-8153-c9d9a61a79a5 req-9eda80ae-0e3a-4110-af47-697269aaff8a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 945 time: 0.0631540 Nov 19 13:35:05.967882 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-36894e27-c273-4f01-8153-c9d9a61a79a5 req-2597c503-ad49-4deb-b2c9-5ea406b0719f tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Nov 19 13:35:06.302628 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.000787 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803ac-d961-4a8b-9aa6-34bc2fc1224b req-1e811d87-a721-4c3d-9a18-3c67158d1cce tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.002325 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c88803ac-d961-4a8b-9aa6-34bc2fc1224b req-1e811d87-a721-4c3d-9a18-3c67158d1cce tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0545633 Nov 19 13:35:07.053054 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c88803ac-d961-4a8b-9aa6-34bc2fc1224b req-7f5fe0c6-2ff0-47ab-9bd2-a73e4d7148e9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Nov 19 13:35:07.114195 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354bcf0-9b88-4d9d-be50-33d05a0c8e0a req-0b08937c-d1b8-428d-a114-77f494096158 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.115816 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7354bcf0-9b88-4d9d-be50-33d05a0c8e0a req-0b08937c-d1b8-428d-a114-77f494096158 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 945 time: 0.0681889 Nov 19 13:35:07.167693 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7354bcf0-9b88-4d9d-be50-33d05a0c8e0a req-78e904f0-6211-4435-8bb9-b0f9c375a36e tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Nov 19 13:35:07.220758 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 46170733-aaa3-4933-8e93-18aae7b9bbda up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:07.276905 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 46170733-aaa3-4933-8e93-18aae7b9bbda completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:35:07.282136 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 46170733-aaa3-4933-8e93-18aae7b9bbda triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:07.282521 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.331285 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.383948 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.415136 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369b344f-6153-4a93-b042-2381b892fb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46170733-aaa3-4933-8e93-18aae7b9bbda'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:07.417804 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d723ed-dba8-44a4-8587-8f2f691f285c" -d '{"events": [{"server_uuid": "369b344f-6153-4a93-b042-2381b892fb7c", "name": "network-vif-plugged", "status": "completed", "tag": "46170733-aaa3-4933-8e93-18aae7b9bbda"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:07.445247 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 46170733-aaa3-4933-8e93-18aae7b9bbda, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=46170733-aaa3-4933-8e93-18aae7b9bbda,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:07.455391 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.489884 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cafadd-8afe-4652-b729-38ac86afd007 x-openstack-request-id: req-f2cafadd-8afe-4652-b729-38ac86afd007 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:07.490196 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369b344f-6153-4a93-b042-2381b892fb7c", "name": "network-vif-plugged", "status": "completed", "tag": "46170733-aaa3-4933-8e93-18aae7b9bbda", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:07.490617 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2cafadd-8afe-4652-b729-38ac86afd007 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:07.491019 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369b344f-6153-4a93-b042-2381b892fb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46170733-aaa3-4933-8e93-18aae7b9bbda', 'code': 200} Nov 19 13:35:07.531647 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=46170733-aaa3-4933-8e93-18aae7b9bbda,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:07.695444 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95926f53-fc23-4dcf-b57b-c37c7fd2b793 req-0734fa14-0a93-48cc-b394-482a2e73f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.698049 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95926f53-fc23-4dcf-b57b-c37c7fd2b793 req-0734fa14-0a93-48cc-b394-482a2e73f015 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 1099 time: 0.0565519 Nov 19 13:35:07.756453 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95926f53-fc23-4dcf-b57b-c37c7fd2b793 req-f168b5ec-f83a-43b1-8ae2-86858730a370 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450211 Nov 19 13:35:08.197415 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fada4-5493-4a0a-8a81-0ece688130d7 req-3a1d79e1-3931-49ab-affd-6f916c181348 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:08.199018 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d97fada4-5493-4a0a-8a81-0ece688130d7 req-3a1d79e1-3931-49ab-affd-6f916c181348 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0568852 Nov 19 13:35:08.244044 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33212) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:08.258115 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d97fada4-5493-4a0a-8a81-0ece688130d7 req-e6b940bf-3676-40fe-9393-47fa1b6ee8a8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Nov 19 13:35:08.305137 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de538a5-7627-4cc2-886f-1136388c7b08 req-767d1283-a045-4880-b26f-dfb2758ae8bc tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:08.306597 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4de538a5-7627-4cc2-886f-1136388c7b08 req-767d1283-a045-4880-b26f-dfb2758ae8bc tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 946 time: 0.0548172 Nov 19 13:35:08.362899 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4de538a5-7627-4cc2-886f-1136388c7b08 req-f468e2bf-1ab7-4c5a-8029-17ec5770a80a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503275 Nov 19 13:35:08.368517 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e8ec48f1-16b6-4675-8ffd-7a9ce0cf9b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.448598 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e8ec48f1-16b6-4675-8ffd-7a9ce0cf9b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.453184 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e8ec48f1-16b6-4675-8ffd-7a9ce0cf9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.492363 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-e8ec48f1-16b6-4675-8ffd-7a9ce0cf9b11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7f9c704dc56441794e7c72e0f0c2965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466035 Nov 19 13:35:08.493222 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec48f1-16b6-4675-8ffd-7a9ce0cf9b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02494cd9-6fc6-4a9f-b6b1-1b8d9536af77,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:08.495056 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33216) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:08.543695 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2181-4728-40b9-823d-2311f59f2fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.564163 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2181-4728-40b9-823d-2311f59f2fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.613470 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2181-4728-40b9-823d-2311f59f2fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.616024 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2181-4728-40b9-823d-2311f59f2fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.617190 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2dfe2181-4728-40b9-823d-2311f59f2fad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02494cd9-6fc6-4a9f-b6b1-1b8d9536af77 HTTP/1.1" status: 204 len: 168 time: 0.1209500 Nov 19 13:35:08.624766 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe2181-4728-40b9-823d-2311f59f2fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02494cd9-6fc6-4a9f-b6b1-1b8d9536af77,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:09.080485 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33248) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:09.206024 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fb5147d2-5888-4070-bb37-df7ca0458a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.286529 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fb5147d2-5888-4070-bb37-df7ca0458a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.291548 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fb5147d2-5888-4070-bb37-df7ca0458a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.333919 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5147d2-5888-4070-bb37-df7ca0458a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abbdcfb-a01a-43bd-953b-895ab536a016,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:09.339166 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-fb5147d2-5888-4070-bb37-df7ca0458a6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a30124be2de64337a6debbef0ed48df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576079 Nov 19 13:35:09.341763 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33262) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:09.424770 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4057d-9321-47ec-a56b-bcb0409d5aec req-18947d59-db3a-4c99-8279-eb9efbe3eabe tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:09.426502 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0ca4057d-9321-47ec-a56b-bcb0409d5aec req-18947d59-db3a-4c99-8279-eb9efbe3eabe tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0858405 Nov 19 13:35:09.458336 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2d95b36f-04f1-40e3-8665-f2809bbe2301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.494590 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2d95b36f-04f1-40e3-8665-f2809bbe2301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.522161 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0ca4057d-9321-47ec-a56b-bcb0409d5aec req-a48feeb4-1db9-4ca8-ac21-9dd8a9c19795 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812323 Nov 19 13:35:09.528381 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d62973-b421-424c-aa8f-f855ffab9a02 req-254da20b-624e-4d84-9a9b-b224be132aa1 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:09.530760 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-11d62973-b421-424c-aa8f-f855ffab9a02 req-254da20b-624e-4d84-9a9b-b224be132aa1 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 946 time: 0.0532987 Nov 19 13:35:09.562010 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2d95b36f-04f1-40e3-8665-f2809bbe2301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.564864 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2d95b36f-04f1-40e3-8665-f2809bbe2301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.566070 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2d95b36f-04f1-40e3-8665-f2809bbe2301 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2abbdcfb-a01a-43bd-953b-895ab536a016 HTTP/1.1" status: 204 len: 168 time: 0.2218406 Nov 19 13:35:09.577767 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95b36f-04f1-40e3-8665-f2809bbe2301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abbdcfb-a01a-43bd-953b-895ab536a016,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:09.594101 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-11d62973-b421-424c-aa8f-f855ffab9a02 req-b8fe791c-c863-421e-801f-49aa43549c40 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Nov 19 13:35:10.443901 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c010c-8574-4a2c-86dc-2113c1df09db req-279d36cc-7f41-4cdd-8f56-92c268dac63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.447570 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e8c010c-8574-4a2c-86dc-2113c1df09db req-279d36cc-7f41-4cdd-8f56-92c268dac63a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.0562334 Nov 19 13:35:10.487685 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d0f8-ff9f-4bc8-90b9-96a49500cc3c req-46dd8e5d-a1aa-479e-a6c7-cbcd3215f3f1 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.489508 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bce5d0f8-ff9f-4bc8-90b9-96a49500cc3c req-46dd8e5d-a1aa-479e-a6c7-cbcd3215f3f1 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 946 time: 0.0808468 Nov 19 13:35:10.503935 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e8c010c-8574-4a2c-86dc-2113c1df09db req-d9533efb-dca3-4820-8a4a-55e3fa771c55 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Nov 19 13:35:10.548165 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bce5d0f8-ff9f-4bc8-90b9-96a49500cc3c req-4c029ff6-11d5-479c-853c-dee9b9d57fc7 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514143 Nov 19 13:35:10.728424 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f2167-2b9f-4d83-bdb8-7392e50b7d15 req-557f2b34-f6a1-4eed-8c7d-ceda7ba5a435 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.730402 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-da2f2167-2b9f-4d83-bdb8-7392e50b7d15 req-557f2b34-f6a1-4eed-8c7d-ceda7ba5a435 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1073556 Nov 19 13:35:10.787195 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-da2f2167-2b9f-4d83-bdb8-7392e50b7d15 req-9d0c8730-282d-4db7-9089-de199cca144d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488088 Nov 19 13:35:11.670847 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc274e-5432-4c14-8a54-26ddd4fbf76c req-c6eb534f-65a7-429f-8720-614a3d9fabe4 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:11.672458 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-60cc274e-5432-4c14-8a54-26ddd4fbf76c req-c6eb534f-65a7-429f-8720-614a3d9fabe4 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 946 time: 0.0505846 Nov 19 13:35:11.723467 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-60cc274e-5432-4c14-8a54-26ddd4fbf76c req-860d015d-56cf-4a36-8d55-b10f38f63ee8 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Nov 19 13:35:11.902276 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33378) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:11.921685 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f53039-4728-4a97-a05c-b51f2614f450 req-d83bbd6a-a361-45c2-a4a8-ab6cbad72c56 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:11.923181 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-33f53039-4728-4a97-a05c-b51f2614f450 req-d83bbd6a-a361-45c2-a4a8-ab6cbad72c56 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0551631 Nov 19 13:35:11.947495 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] Deleting subnet 44ccc3f0-599a-4ac5-8ea3-29fb07b94ff0 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:11.950849 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.974043 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-33f53039-4728-4a97-a05c-b51f2614f450 req-1555a142-10e9-4373-820b-7cb6693c2cf0 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Nov 19 13:35:11.989753 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.029494 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.086688 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.130019 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ccc3f0-599a-4ac5-8ea3-29fb07b94ff0,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.134670 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.139366 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ebc60a97-1346-49d9-afc1-f2c905a32ca8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/44ccc3f0-599a-4ac5-8ea3-29fb07b94ff0 HTTP/1.1" status: 204 len: 168 time: 0.2360418 Nov 19 13:35:12.141997 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33386) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.231948 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.308689 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.329958 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b32a30d-5b7a-46a7-8256-ed320a594cfa']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:12.338826 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a037def3-0993-4fa7-b2b9-71f9b21900a2') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:12.339048 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a037def3-0993-4fa7-b2b9-71f9b21900a2') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:12.351731 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.365839 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.374196 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:12.375106 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:12.377518 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:12.639012 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.646120 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.649235 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7b32a30d-5b7a-46a7-8256-ed320a594cfa HTTP/1.1" status: 204 len: 168 time: 0.5059979 Nov 19 13:35:12.652073 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33400) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.659093 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c3a31-f9b3-4732-9d57-92c75a6a11f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b32a30d-5b7a-46a7-8256-ed320a594cfa,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.700177 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] Deleting subnet 3c824069-ab84-497b-8e9d-ec4141bf2140 {{(pid=102798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:12.703497 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.767065 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.776024 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.808041 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-4bec12e4-8adf-4610-995f-a7315e01353a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.809519 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-4bec12e4-8adf-4610-995f-a7315e01353a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 946 time: 0.0862586 Nov 19 13:35:12.847371 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for subnet, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.851435 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023c5e6-6480-4679-b06e-c96a21aa0e98 req-4d55d735-a04a-47ac-a374-fd7a37d58364 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.852947 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9023c5e6-6480-4679-b06e-c96a21aa0e98 req-4d55d735-a04a-47ac-a374-fd7a37d58364 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 946 time: 0.0591033 Nov 19 13:35:12.875465 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c824069-ab84-497b-8e9d-ec4141bf2140,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.877966 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.884165 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3f04da17-a331-499b-a93c-5ed4c78538ae admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3c824069-ab84-497b-8e9d-ec4141bf2140 HTTP/1.1" status: 204 len: 168 time: 0.2279027 Nov 19 13:35:12.884165 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33404) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.907544 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9023c5e6-6480-4679-b06e-c96a21aa0e98 req-617de707-d821-439a-9ee0-3b88e68a92e3 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Nov 19 13:35:12.953903 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.039845 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.083142 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.083488 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.084237 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.084597 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > port after_create 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.084948 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.085307 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > port after_update 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.085646 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.085982 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.086300 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.086635 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.213649 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.214005 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.214339 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.215017 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:35:13.215161 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d51dc22-fbeb-49bd-845c-2d2f59c3fb93']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:13.240580 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d7359c-dd3b-4e7f-a86c-56087d2faa35') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:13.240880 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d7359c-dd3b-4e7f-a86c-56087d2faa35') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:13.262957 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.293299 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2832f8-9b42-4735-8230-4873c6f57504 req-66fb82ec-3ade-48f4-a6a6-a41c28f885b5 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:13.294857 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bb2832f8-9b42-4735-8230-4873c6f57504 req-66fb82ec-3ade-48f4-a6a6-a41c28f885b5 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.2473307 Nov 19 13:35:13.299673 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.314635 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:13.315050 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: from cryptography.utils import int_from_bytes Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: from cryptography.utils import int_from_bytes Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:13.319000 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:13.396375 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.402490 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bb2832f8-9b42-4735-8230-4873c6f57504 req-2e707011-db32-436b-8ee6-9837593f24ed tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996168 Nov 19 13:35:13.413479 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.413479 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2d51dc22-fbeb-49bd-845c-2d2f59c3fb93 HTTP/1.1" status: 204 len: 168 time: 0.5279927 Nov 19 13:35:13.431589 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cc3e9-de98-4820-b00e-469a88c14d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d51dc22-fbeb-49bd-845c-2d2f59c3fb93,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:13.597094 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33420) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:13.666663 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-749064ac-a66c-446f-83db-33ec284faa21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2745b4624ab478b83f3be62e2689339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684056 Nov 19 13:35:13.669325 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33426) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:13.679373 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf88ae7-7623-4915-8d74-6ee4992242ac req-069c3d77-1515-4ac8-943a-432c54c78412 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:13.680941 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ecf88ae7-7623-4915-8d74-6ee4992242ac req-069c3d77-1515-4ac8-943a-432c54c78412 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0682874 Nov 19 13:35:13.722273 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-de2029df-2d1b-413a-a0ff-97b56287c195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.732114 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ecf88ae7-7623-4915-8d74-6ee4992242ac req-27397e08-cc0d-4e55-b079-6dd4d4bf0c5b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Nov 19 13:35:13.744298 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-de2029df-2d1b-413a-a0ff-97b56287c195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.793388 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-de2029df-2d1b-413a-a0ff-97b56287c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.796087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-de2029df-2d1b-413a-a0ff-97b56287c195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.797244 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-de2029df-2d1b-413a-a0ff-97b56287c195 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a80d66b6-293a-4f41-9148-bbaec09a3b7b HTTP/1.1" status: 204 len: 168 time: 0.1269341 Nov 19 13:35:13.805094 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2029df-2d1b-413a-a0ff-97b56287c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80d66b6-293a-4f41-9148-bbaec09a3b7b,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.134480 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33434) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:14.176463 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-bb2b50c4-d713-4bd8-b935-d7768dc9d9bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c820e43ca9b7494e9c827fa6952bad8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406213 Nov 19 13:35:14.180030 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33436) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:14.203228 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Deleting port 46170733-aaa3-4933-8e93-18aae7b9bbda {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:14.203825 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.236127 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-961e88e1-6727-463a-a634-bdfba3e7b6d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.259254 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-961e88e1-6727-463a-a634-bdfba3e7b6d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.311492 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] For port 46170733-aaa3-4933-8e93-18aae7b9bbda, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=46170733-aaa3-4933-8e93-18aae7b9bbda,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:14.311711 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.312899 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-961e88e1-6727-463a-a634-bdfba3e7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.315483 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-961e88e1-6727-463a-a634-bdfba3e7b6d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.316653 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-961e88e1-6727-463a-a634-bdfba3e7b6d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e31bcef5-7e3b-4c01-857b-a3e9b4106879 HTTP/1.1" status: 204 len: 168 time: 0.1356142 Nov 19 13:35:14.325439 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e88e1-6727-463a-a634-bdfba3e7b6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31bcef5-7e3b-4c01-857b-a3e9b4106879,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.325662 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Calling delete_port for 46170733-aaa3-4933-8e93-18aae7b9bbda owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:14.482874 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.537175 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Pushing event deleted for resources: {'Port': ['ID=46170733-aaa3-4933-8e93-18aae7b9bbda,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.557474 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] No DVR routers for this DVR port 46170733-aaa3-4933-8e93-18aae7b9bbda on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:14.562268 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.565674 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f3981bab-35f3-461b-a725-7fca2a3180f1 req-eb621adc-a71d-4072-9cf3-c3223485cd4c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "DELETE /v2.0/ports/46170733-aaa3-4933-8e93-18aae7b9bbda HTTP/1.1" status: 204 len: 173 time: 0.4584172 Nov 19 13:35:14.566121 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369b344f-6153-4a93-b042-2381b892fb7c', 'name': 'network-vif-deleted', 'tag': '46170733-aaa3-4933-8e93-18aae7b9bbda'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:14.568516 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff976a10-2f59-4d9a-a275-16024b2a9d8f" -d '{"events": [{"server_uuid": "369b344f-6153-4a93-b042-2381b892fb7c", "name": "network-vif-deleted", "tag": "46170733-aaa3-4933-8e93-18aae7b9bbda"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:16.447077 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['46170733-aaa3-4933-8e93-18aae7b9bbda'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:16.453135 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 46170733-aaa3-4933-8e93-18aae7b9bbda no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:16.492145 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 46170733-aaa3-4933-8e93-18aae7b9bbda {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:16.492536 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 46170733-aaa3-4933-8e93-18aae7b9bbda not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:16.539577 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-2d566856-f5b7-4131-9eec-76dbe363f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.541666 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-2d566856-f5b7-4131-9eec-76dbe363f71a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.0493126 Nov 19 13:35:16.599981 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92db0a61-0dc2-4ae3-95ad-58d823126c93 x-openstack-request-id: req-92db0a61-0dc2-4ae3-95ad-58d823126c93 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:16.600180 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6e42bc99-36d5-4350-8209-b4886bc69a97 req-fdd913d0-525e-4129-88ce-9e65b52be941 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=369b344f-6153-4a93-b042-2381b892fb7c HTTP/1.1" status: 200 len: 210 time: 0.0435770 Nov 19 13:35:16.600859 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369b344f-6153-4a93-b042-2381b892fb7c", "name": "network-vif-deleted", "tag": "46170733-aaa3-4933-8e93-18aae7b9bbda", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:16.600859 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92db0a61-0dc2-4ae3-95ad-58d823126c93 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:16.601002 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369b344f-6153-4a93-b042-2381b892fb7c', 'name': 'network-vif-deleted', 'tag': '46170733-aaa3-4933-8e93-18aae7b9bbda', 'status': 'completed', 'code': 200} Nov 19 13:35:16.666822 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-ed2d4043-8d5c-4efb-9ec7-875a107e59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.668297 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-ed2d4043-8d5c-4efb-9ec7-875a107e59a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.1178021 Nov 19 13:35:16.730207 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-dd2d4d93-e4a2-40b3-b7a7-e1a835007914 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0420065 Nov 19 13:35:16.743436 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdf464-dd10-422c-9a47-a1f8e51ba26c req-1834334a-3aa6-4ce8-bac7-f63c4f15b8cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.744958 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-30fdf464-dd10-422c-9a47-a1f8e51ba26c req-1834334a-3aa6-4ce8-bac7-f63c4f15b8cb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0910614 Nov 19 13:35:16.816076 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-71d6117d-1f14-4d21-8af2-69b765620a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.817567 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-71d6117d-1f14-4d21-8af2-69b765620a35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.0717611 Nov 19 13:35:16.824870 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-30fdf464-dd10-422c-9a47-a1f8e51ba26c req-852f023e-4677-4b6f-9154-bf3f580d5c7b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715029 Nov 19 13:35:16.853154 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-4180e6a1-c203-46c2-af29-dd486c7f1178 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270092 Nov 19 13:35:16.950215 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-e450c428-93b3-416f-a938-6cd63604c003 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Nov 19 13:35:17.052299 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74eca16b-0b25-4c10-994b-09a9d0c31bc7 req-2482e039-c2dc-4e95-bf4e-96d4cb3bec8b service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896366 Nov 19 13:35:17.933848 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-50755c68-b01b-43cf-9ee9-24ecc95a4192 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:17.935455 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-50755c68-b01b-43cf-9ee9-24ecc95a4192 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/networks?id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9 HTTP/1.1" status: 200 len: 809 time: 0.1093571 Nov 19 13:35:17.952065 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7d93-9185-4ded-bd3b-2cf6484abcdd req-80982a6d-88ab-46f1-aaec-8cc6ddcc69ef tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:17.953694 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a0fd7d93-9185-4ded-bd3b-2cf6484abcdd req-80982a6d-88ab-46f1-aaec-8cc6ddcc69ef tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Nov 19 13:35:17.954197 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-868f8d88-b90a-4b46-a1d8-616dcd6f671e tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/quotas/1c111c36d8344bbdab65a446ceebe77c HTTP/1.1" status: 200 len: 375 time: 0.0114982 Nov 19 13:35:17.987084 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-dae3c960-df82-4555-9ada-e0fdb120bb77 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c111c36d8344bbdab65a446ceebe77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266182 Nov 19 13:35:18.006991 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a0fd7d93-9185-4ded-bd3b-2cf6484abcdd req-6caa6da3-53f0-46b4-af35-37742ea3ff35 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Nov 19 13:35:18.080575 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-42e742d5-4182-4765-aa69-f17aa9e203c6 service neutron] 10.222.0.81 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861144 Nov 19 13:35:18.168217 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-d2b0cc47-f302-4739-b33e-50feaa9c76a6 service neutron] 10.222.0.81 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815499 Nov 19 13:35:18.342197 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc4839b0-fa17-4c70-b9c0-1190bc643f4f req-8126f32b-b882-4e3a-b7bd-e6d0f177aeb7 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 210 time: 0.0328178 Nov 19 13:35:20.651130 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6107d0f2-edcd-4105-bd9d-c3599188108f req-f7f08906-1c69-4128-b9ca-1f770a799250 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 210 time: 0.0257564 Nov 19 13:35:20.677281 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79a541-48b5-4cf6-8f53-447b538f9460 req-108b58fa-81a3-4e28-91d2-cf2ccc9f2473 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:20.678735 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f79a541-48b5-4cf6-8f53-447b538f9460 req-108b58fa-81a3-4e28-91d2-cf2ccc9f2473 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Nov 19 13:35:20.726480 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f79a541-48b5-4cf6-8f53-447b538f9460 req-8c5e4822-68eb-4dc6-81f6-a8859fc30043 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Nov 19 13:35:22.151610 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-fbcc71d0-2e45-452d-a478-8fc2e466736e req-0d1b9ea5-008d-4142-aa0c-f3a36f0422ec tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 210 time: 0.0442131 Nov 19 13:35:22.170148 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a67ac-3dd9-41d0-9994-b3c8fb6a444d req-780f4d07-0697-443b-9326-25d4812b528f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:22.172360 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-136a67ac-3dd9-41d0-9994-b3c8fb6a444d req-780f4d07-0697-443b-9326-25d4812b528f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0604589 Nov 19 13:35:22.221311 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-136a67ac-3dd9-41d0-9994-b3c8fb6a444d req-709cdf16-8895-43c4-826e-5951d57584ca tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Nov 19 13:35:23.048504 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-658fb444-5fda-44fb-be35-48cdb13e2718 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:23.050624 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-658fb444-5fda-44fb-be35-48cdb13e2718 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "GET /v2.0/networks?id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9 HTTP/1.1" status: 200 len: 809 time: 0.1201563 Nov 19 13:35:23.080606 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Request body: {'port': {'device_id': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9', 'admin_state_up': True, 'tenant_id': '1c111c36d8344bbdab65a446ceebe77c'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:23.227745 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Made reservation on behalf of 1c111c36d8344bbdab65a446ceebe77c for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:23.231997 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.272819 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f54149dd-fe20-4ba2-940d-b1d356f87380 req-5c25de54-103b-465a-a8c8-096b2a99f144 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 210 time: 0.0370328 Nov 19 13:35:23.353010 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d3518-3f21-4b6c-b439-5aae79008aa3 req-ff308966-0391-4661-a9d5-66b984cf8e83 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:23.354507 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-849d3518-3f21-4b6c-b439-5aae79008aa3 req-ff308966-0391-4661-a9d5-66b984cf8e83 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0577893 Nov 19 13:35:23.396025 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Allocated IP 172.20.0.13 (0493ef41-3ee1-4eea-ad14-8c512d7d45f9/21e45933-319a-41f3-ba9e-1aca8e6a57c4/c51dbf12-4c90-4a9a-b047-38623b8ab25b) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:23.410730 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-849d3518-3f21-4b6c-b439-5aae79008aa3 req-04b3b05d-b2da-48ed-8502-d6162f64d881 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473149 Nov 19 13:35:23.576692 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.612006 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.663658 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:23.667035 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:23.671619 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:23.698092 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Pushing event updated for resources: {'Port': ['ID=c51dbf12-4c90-4a9a-b047-38623b8ab25b,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:23.710830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.711180 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.711635 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.711865 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.712232 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.712564 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.712892 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.713220 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.713548 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.713873 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.714370 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.714568 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:23.739145 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:23.739145 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.756305 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-2288604a-d4ca-400b-9162-884f84ff668c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6820939 Nov 19 13:35:23.783131 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Request body: {'port': {'device_id': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:23.851221 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.948697 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33622) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:24.054325 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.131121 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.131337 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51dbf12-4c90-4a9a-b047-38623b8ab25b {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:24.135002 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.140032 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.152684 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Transition to ACTIVE for port object c51dbf12-4c90-4a9a-b047-38623b8ab25b will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:35:24.156546 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.174341 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=defcfcbc69954befbe6abac8d81aec70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242661 Nov 19 13:35:24.175267 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2728248-1183-431b-8d9b-fafd74ae35d1,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:24.177186 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33626) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:24.203276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Pushing event updated for resources: {'Port': ['ID=c51dbf12-4c90-4a9a-b047-38623b8ab25b,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:24.205767 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.206125 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.206483 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.206849 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.207186 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.207520 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.207883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.208190 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.208560 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.208887 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.209214 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.209535 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5babb-b0c3-4075-a9c0-e96e66c967fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:24.242141 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-406642a9-4885-48dd-8c3c-b20651366fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.265193 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-406642a9-4885-48dd-8c3c-b20651366fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.296054 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Attempting to bind port c51dbf12-4c90-4a9a-b047-38623b8ab25b on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:24.296630 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Attempting to bind port c51dbf12-4c90-4a9a-b047-38623b8ab25b by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:24.296762 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Attempting to bind port c51dbf12-4c90-4a9a-b047-38623b8ab25b on network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:24.302173 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Port c51dbf12-4c90-4a9a-b047-38623b8ab25b on network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:35:24.302490 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Attempting to bind port c51dbf12-4c90-4a9a-b047-38623b8ab25b on network 0493ef41-3ee1-4eea-ad14-8c512d7d45f9 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:24.308156 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:24.308599 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Checking segment: {'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:24.308904 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Bound using segment: {'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:24.309311 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Bound port: c51dbf12-4c90-4a9a-b047-38623b8ab25b, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '085d6134-6565-46f0-bf30-951ae0ac39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:24.309694 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.327848 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-406642a9-4885-48dd-8c3c-b20651366fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.330572 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-406642a9-4885-48dd-8c3c-b20651366fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.331713 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-406642a9-4885-48dd-8c3c-b20651366fe2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2728248-1183-431b-8d9b-fafd74ae35d1 HTTP/1.1" status: 204 len: 168 time: 0.1535580 Nov 19 13:35:24.349673 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406642a9-4885-48dd-8c3c-b20651366fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2728248-1183-431b-8d9b-fafd74ae35d1,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:24.408123 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] For port c51dbf12-4c90-4a9a-b047-38623b8ab25b, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:24.416869 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] For port c51dbf12-4c90-4a9a-b047-38623b8ab25b, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c51dbf12-4c90-4a9a-b047-38623b8ab25b,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:24.423450 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.435376 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3278406-d7aa-4a89-b9d5-0113c20a5c9e req-f30aeb78-a299-489b-a440-c67a6f271a7a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:24.436754 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e3278406-d7aa-4a89-b9d5-0113c20a5c9e req-f30aeb78-a299-489b-a440-c67a6f271a7a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 944 time: 0.0556757 Nov 19 13:35:24.445868 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:24.446812 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.448383 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] 10.222.0.73 "PUT /v2.0/ports/c51dbf12-4c90-4a9a-b047-38623b8ab25b HTTP/1.1" status: 200 len: 1094 time: 0.6706614 Nov 19 13:35:24.468102 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'tag': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:24.471424 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3f642e-df71-44ac-9a4e-42df118ab227" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecf6abb-c70b-40ed-988b-62e58d08334c", "tag": "c51dbf12-4c90-4a9a-b047-38623b8ab25b"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:24.528432 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e3278406-d7aa-4a89-b9d5-0113c20a5c9e req-5a184e57-4ed5-470b-b8a7-af508da83400 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851994 Nov 19 13:35:24.553640 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a11bb-5c80-4467-a70d-e9da588e1188 service neutron] Pushing event updated for resources: {'Port': ['ID=c51dbf12-4c90-4a9a-b047-38623b8ab25b,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:24.574353 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08040b0-8f28-4f42-a177-20f99fe73d5c x-openstack-request-id: req-b08040b0-8f28-4f42-a177-20f99fe73d5c {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:24.574639 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecf6abb-c70b-40ed-988b-62e58d08334c", "tag": "c51dbf12-4c90-4a9a-b047-38623b8ab25b", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:24.574889 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b08040b0-8f28-4f42-a177-20f99fe73d5c {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:24.575270 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'tag': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b', 'status': 'completed', 'code': 200} Nov 19 13:35:24.615958 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfd688-c537-4389-8ea5-741912398b4e req-862ea38c-b224-4c86-9f84-edd9b289e42d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:24.617529 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-63bfd688-c537-4389-8ea5-741912398b4e req-862ea38c-b224-4c86-9f84-edd9b289e42d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1035943 Nov 19 13:35:24.645961 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-a2c9a256-113f-494b-ba25-d38ef1374649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:24.648462 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-a2c9a256-113f-494b-ba25-d38ef1374649 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c111c36d8344bbdab65a446ceebe77c&device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 1097 time: 0.0891697 Nov 19 13:35:24.679363 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-63bfd688-c537-4389-8ea5-741912398b4e req-a3f90be9-9b27-4f7e-b4e5-408caf9393a7 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546093 Nov 19 13:35:24.691481 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33646) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:24.705289 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9a905f66-bd27-4645-ac1f-135e724902f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.781942 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9a905f66-bd27-4645-ac1f-135e724902f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.786305 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9a905f66-bd27-4645-ac1f-135e724902f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.831633 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-9a905f66-bd27-4645-ac1f-135e724902f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bf4e8c23eb74723960c7592c6ed7af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359899 Nov 19 13:35:24.831852 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33650) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:24.846512 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a905f66-bd27-4645-ac1f-135e724902f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f324768d-dac1-4edc-ace9-52ddbdac933d,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:24.889861 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b4ac16f9-05c5-47e2-8f08-8ce072bf96ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.915365 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b4ac16f9-05c5-47e2-8f08-8ce072bf96ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.967859 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b4ac16f9-05c5-47e2-8f08-8ce072bf96ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.970939 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b4ac16f9-05c5-47e2-8f08-8ce072bf96ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.972111 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b4ac16f9-05c5-47e2-8f08-8ce072bf96ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f324768d-dac1-4edc-ace9-52ddbdac933d HTTP/1.1" status: 204 len: 168 time: 0.1393225 Nov 19 13:35:24.980173 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac16f9-05c5-47e2-8f08-8ce072bf96ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f324768d-dac1-4edc-ace9-52ddbdac933d,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:29.054201 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-bb0b1b95-2ec0-491e-a711-b7b0f4f89658 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51dbf12-4c90-4a9a-b047-38623b8ab25b HTTP/1.1" status: 200 len: 217 time: 0.0410476 Nov 19 13:35:29.145445 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-151d1c7b-66c1-4b42-9b57-e4f3b046be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.147706 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-151d1c7b-66c1-4b42-9b57-e4f3b046be3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21e45933-319a-41f3-ba9e-1aca8e6a57c4 HTTP/1.1" status: 200 len: 849 time: 0.0555153 Nov 19 13:35:29.218902 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-923d5395-c7f5-41fb-b892-ac8fcd630632 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506332 Nov 19 13:35:29.317159 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c4412-df28-48d4-b5ec-ac16e3a9ca50 req-bfaed2fe-ae45-4a3f-8b03-b83aa7bf35fa tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.318675 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-995c4412-df28-48d4-b5ec-ac16e3a9ca50 req-bfaed2fe-ae45-4a3f-8b03-b83aa7bf35fa tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1126602 Nov 19 13:35:29.331804 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826ec8f-4a89-49ae-8b60-fe1291e4262b req-f8b2aae7-f6ff-48a3-91af-096f1bcdad7b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.333975 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d826ec8f-4a89-49ae-8b60-fe1291e4262b req-f8b2aae7-f6ff-48a3-91af-096f1bcdad7b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 944 time: 0.0551028 Nov 19 13:35:29.377486 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-9aab0640-01f7-4f82-b317-5d46155f3bd6 service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386054 Nov 19 13:35:29.384785 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d826ec8f-4a89-49ae-8b60-fe1291e4262b req-3fe3a668-6691-4475-b41c-838e5f1e3e89 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Nov 19 13:35:29.400491 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-995c4412-df28-48d4-b5ec-ac16e3a9ca50 req-8de6f2ac-9c70-4dae-a3ca-c23daaf19100 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703862 Nov 19 13:35:29.593094 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ea23cca-8ac0-4e58-ab14-2a6591cea116 req-138d38da-8c04-48cf-984c-a6cff522d85e service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834084 Nov 19 13:35:29.688339 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-3d454114-881d-43a2-a5c0-9c993a4445fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.689911 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-3d454114-881d-43a2-a5c0-9c993a4445fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c111c36d8344bbdab65a446ceebe77c&device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 1097 time: 0.0413902 Nov 19 13:35:29.785840 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-47982d3b-26fe-4041-8ce2-5baec2076f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.787401 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-47982d3b-26fe-4041-8ce2-5baec2076f76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9 HTTP/1.1" status: 200 len: 911 time: 0.0905139 Nov 19 13:35:29.842388 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-5cca3152-e194-454b-b46d-f274bd1b7c07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c51dbf12-4c90-4a9a-b047-38623b8ab25b HTTP/1.1" status: 200 len: 217 time: 0.0336404 Nov 19 13:35:29.896121 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-ce92a03e-ca6e-4ac9-9d2f-582f15d12036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.897494 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-ce92a03e-ca6e-4ac9-9d2f-582f15d12036 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21e45933-319a-41f3-ba9e-1aca8e6a57c4 HTTP/1.1" status: 200 len: 849 time: 0.0475826 Nov 19 13:35:29.936978 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-ab30093c-9aa7-43e0-a934-9385e0e656d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0493ef41-3ee1-4eea-ad14-8c512d7d45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242484 Nov 19 13:35:30.030182 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-cd53d476-7aa0-4929-8d98-8016b74c30f5 service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855412 Nov 19 13:35:30.346500 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4e3f642e-df71-44ac-9a4e-42df118ab227 req-b43dcecb-7938-49b8-a2ae-f4b0de9d138e service neutron] 10.222.0.73 "GET /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075836 Nov 19 13:35:30.539393 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f63b6-c07f-47f7-a6b5-673cfc61703c req-1e947764-4f30-4f9b-b2a5-83c2a2a83bc8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:30.540946 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f80f63b6-c07f-47f7-a6b5-673cfc61703c req-1e947764-4f30-4f9b-b2a5-83c2a2a83bc8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0627263 Nov 19 13:35:30.553566 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf96117-96fc-4a93-98cf-93c8ddf6a45d req-d0da766d-df1f-4477-bb25-92ae571ed333 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:30.555335 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9cf96117-96fc-4a93-98cf-93c8ddf6a45d req-d0da766d-df1f-4477-bb25-92ae571ed333 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 944 time: 0.0725927 Nov 19 13:35:30.604647 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f80f63b6-c07f-47f7-a6b5-673cfc61703c req-7a8f7429-92c5-4871-bc36-0efcc1a683d9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Nov 19 13:35:30.607878 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9cf96117-96fc-4a93-98cf-93c8ddf6a45d req-3a2c52b9-daac-4e8a-9b50-1302d32b8fa5 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Nov 19 13:35:30.852438 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.339748 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3addb1a3-fc58-47c1-8050-cb17bfe04957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.916741 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-11490e73-5ed9-43f0-bde8-0562e05c3163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.743028 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.105374 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adfa3f-bf8b-4c6b-848b-76e76e9540fd req-03aa3078-6b63-4a70-bc8c-1f0ebdf64e24 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:35.106831 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a0adfa3f-bf8b-4c6b-848b-76e76e9540fd req-03aa3078-6b63-4a70-bc8c-1f0ebdf64e24 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 944 time: 0.0492945 Nov 19 13:35:35.158599 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a0adfa3f-bf8b-4c6b-848b-76e76e9540fd req-461e650b-a59c-4ce6-b21f-e4607606a99c tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451403 Nov 19 13:35:36.276544 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4454d0c-a412-4eae-92c8-8b85db47823d req-e0949652-b649-4156-8cab-700706495108 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:36.277997 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a4454d0c-a412-4eae-92c8-8b85db47823d req-e0949652-b649-4156-8cab-700706495108 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 944 time: 0.0478108 Nov 19 13:35:36.300535 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.327280 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a4454d0c-a412-4eae-92c8-8b85db47823d req-1ab5c86d-4da5-4792-8e5b-11a7ae43a98a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Nov 19 13:35:37.269189 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee16091-ab88-466f-ae25-6a1d5da5ab60 req-3ab885a3-f982-435a-be14-80a6f27c534a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:37.270670 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bee16091-ab88-466f-ae25-6a1d5da5ab60 req-3ab885a3-f982-435a-be14-80a6f27c534a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Nov 19 13:35:37.314243 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.324115 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bee16091-ab88-466f-ae25-6a1d5da5ab60 req-f0b7eeab-5ebd-4fe8-a0e0-a2e83e970750 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470552 Nov 19 13:35:37.611871 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1336-3a61-4409-9a2e-da0619b32871 req-c2306862-2ef7-4db8-807e-545fe08834fc tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:37.613541 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e7c1336-3a61-4409-9a2e-da0619b32871 req-c2306862-2ef7-4db8-807e-545fe08834fc tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 944 time: 0.0515516 Nov 19 13:35:37.622163 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:35:37.675580 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e7c1336-3a61-4409-9a2e-da0619b32871 req-71beab88-5486-48b5-8a84-a7b0cda39abe tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549729 Nov 19 13:35:37.988361 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 33876) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:38.096670 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e4b719b5-db88-4461-8195-ddc41a105153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.168950 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e4b719b5-db88-4461-8195-ddc41a105153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.174004 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e4b719b5-db88-4461-8195-ddc41a105153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.211898 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-e4b719b5-db88-4461-8195-ddc41a105153 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4cef26a9e5b45988d31edea58e9a83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223129 Nov 19 13:35:38.212775 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b719b5-db88-4461-8195-ddc41a105153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a93d5-5992-42ae-b88e-4c64e015e5fe,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.214754 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33882) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:38.266749 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-386c6f87-d8fc-4be6-905a-d0df4b68c7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.289342 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-386c6f87-d8fc-4be6-905a-d0df4b68c7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.338490 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-386c6f87-d8fc-4be6-905a-d0df4b68c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.341097 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-386c6f87-d8fc-4be6-905a-d0df4b68c7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.342237 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-386c6f87-d8fc-4be6-905a-d0df4b68c7e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b8a93d5-5992-42ae-b88e-4c64e015e5fe HTTP/1.1" status: 204 len: 168 time: 0.1260376 Nov 19 13:35:38.353641 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c6f87-d8fc-4be6-905a-d0df4b68c7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a93d5-5992-42ae-b88e-4c64e015e5fe,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.555141 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c51dbf12-4c90-4a9a-b047-38623b8ab25b details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:35:38.670988 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c51dbf12-4c90-4a9a-b047-38623b8ab25b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c51dbf12-4c90-4a9a-b047-38623b8ab25b,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:38.686060 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b', 'network_id': '0493ef41-3ee1-4eea-ad14-8c512d7d45f9', 'port_id': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b', 'mac_address': 'fa:16:3e:50:e6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e45933-319a-41f3-ba9e-1aca8e6a57c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:35:38.754019 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.779413 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51dbf12-4c90-4a9a-b047-38623b8ab25b {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:38.813776 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c51dbf12-4c90-4a9a-b047-38623b8ab25b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c51dbf12-4c90-4a9a-b047-38623b8ab25b,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:38.817141 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.881831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7f05-2a0b-4c02-a1eb-cd4be3685600 req-0476838d-3d12-4b0c-a4f0-bb583f4eed66 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:38.883362 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-837f7f05-2a0b-4c02-a1eb-cd4be3685600 req-0476838d-3d12-4b0c-a4f0-bb583f4eed66 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 944 time: 0.1084881 Nov 19 13:35:38.892979 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=c51dbf12-4c90-4a9a-b047-38623b8ab25b,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.962966 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-837f7f05-2a0b-4c02-a1eb-cd4be3685600 req-65a015d1-7eee-45d0-a7d2-2da3caa65c1b tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716467 Nov 19 13:35:38.980390 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-c488f787-39ce-482d-a5f1-ebe2c0b352f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602643 Nov 19 13:35:39.055425 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2600a14-8d9a-4c37-a909-2826758770eb req-94cae78c-1e80-45c5-9449-188b6f77e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.056906 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-94cae78c-1e80-45c5-9449-188b6f77e407 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.0535018 Nov 19 13:35:39.193613 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2600a14-8d9a-4c37-a909-2826758770eb req-b3029bfa-db11-4336-b0ee-9c4c472c56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.197060 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-b3029bfa-db11-4336-b0ee-9c4c472c56ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.1191959 Nov 19 13:35:39.246859 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-f011ca88-a123-4725-80a1-ccd15dee6de9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0412736 Nov 19 13:35:39.264128 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['c51dbf12-4c90-4a9a-b047-38623b8ab25b'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:39.323964 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2600a14-8d9a-4c37-a909-2826758770eb req-86affa6c-3da1-4ff6-8ea1-07edf2d207a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.325555 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-86affa6c-3da1-4ff6-8ea1-07edf2d207a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.0590293 Nov 19 13:35:39.363846 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-a73027a8-99b1-48ab-9805-575eb3f37c58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281293 Nov 19 13:35:39.465719 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-2e9cca5a-85b8-406b-90a1-c2c675e9bbe4 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940359 Nov 19 13:35:39.577030 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b2600a14-8d9a-4c37-a909-2826758770eb req-f05be657-682c-4891-9a10-a34be8069239 service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011457 Nov 19 13:35:40.081561 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977d1d-dcd9-4338-8ece-99a4bbd92de3 req-071eda48-b659-43ce-a37a-d8355367bc73 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:40.083067 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ce977d1d-dcd9-4338-8ece-99a4bbd92de3 req-071eda48-b659-43ce-a37a-d8355367bc73 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 945 time: 0.0481060 Nov 19 13:35:40.132315 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ce977d1d-dcd9-4338-8ece-99a4bbd92de3 req-2668a8f1-7dc7-4668-b943-9e94fb50df64 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Nov 19 13:35:40.560101 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33968) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:40.575897 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c51dbf12-4c90-4a9a-b047-38623b8ab25b up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:40.628718 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port c51dbf12-4c90-4a9a-b047-38623b8ab25b completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:35:40.636575 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port c51dbf12-4c90-4a9a-b047-38623b8ab25b triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:40.637206 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.689913 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0e058d25-e869-404c-be4e-4c9843048312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.729139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.763370 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:40.765757 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999495ab-e825-4f0e-adaa-6c943d8b3689" -d '{"events": [{"server_uuid": "9ecf6abb-c70b-40ed-988b-62e58d08334c", "name": "network-vif-plugged", "status": "completed", "tag": "c51dbf12-4c90-4a9a-b047-38623b8ab25b"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:40.789873 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c51dbf12-4c90-4a9a-b047-38623b8ab25b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c51dbf12-4c90-4a9a-b047-38623b8ab25b,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:40.798475 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0e058d25-e869-404c-be4e-4c9843048312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.803117 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.805257 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0e058d25-e869-404c-be4e-4c9843048312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.835373 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e058d25-e869-404c-be4e-4c9843048312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d11d1-1e80-4420-9a40-03011395589f,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:40.868770 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a35b903-d6f4-4801-bc1f-a58db8dc34a1 x-openstack-request-id: req-6a35b903-d6f4-4801-bc1f-a58db8dc34a1 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:40.869425 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecf6abb-c70b-40ed-988b-62e58d08334c", "name": "network-vif-plugged", "status": "completed", "tag": "c51dbf12-4c90-4a9a-b047-38623b8ab25b", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:40.869903 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a35b903-d6f4-4801-bc1f-a58db8dc34a1 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:40.870713 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b', 'code': 200} Nov 19 13:35:40.872050 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=c51dbf12-4c90-4a9a-b047-38623b8ab25b,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:40.881924 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0e058d25-e869-404c-be4e-4c9843048312 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=283b9f38abfb4615b29227d8f804c73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206511 Nov 19 13:35:40.884401 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 33984) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:40.947710 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-18947aeb-82a2-4c6b-979c-5a87f5af37ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.973596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-18947aeb-82a2-4c6b-979c-5a87f5af37ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.033595 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-18947aeb-82a2-4c6b-979c-5a87f5af37ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.036213 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-18947aeb-82a2-4c6b-979c-5a87f5af37ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.037485 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-18947aeb-82a2-4c6b-979c-5a87f5af37ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a9d11d1-1e80-4420-9a40-03011395589f HTTP/1.1" status: 204 len: 168 time: 0.1519959 Nov 19 13:35:41.054055 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18947aeb-82a2-4c6b-979c-5a87f5af37ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d11d1-1e80-4420-9a40-03011395589f,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:41.102858 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b838-5f0d-474d-ae32-e45bb7bed530 req-b4d49925-8c15-446e-96c1-e3488d2ea377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.104431 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-78c5b838-5f0d-474d-ae32-e45bb7bed530 req-b4d49925-8c15-446e-96c1-e3488d2ea377 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 1099 time: 0.0659933 Nov 19 13:35:41.160701 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-78c5b838-5f0d-474d-ae32-e45bb7bed530 req-02ff4250-12f5-4312-a0ab-8435918ed85d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484223 Nov 19 13:35:41.292477 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f033df-0867-45de-b005-8c2553a26817 req-8723061e-bc77-4668-93f1-22e6a51f4413 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.294036 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-52f033df-0867-45de-b005-8c2553a26817 req-8723061e-bc77-4668-93f1-22e6a51f4413 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 946 time: 0.0613513 Nov 19 13:35:41.347901 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-52f033df-0867-45de-b005-8c2553a26817 req-0d5188c4-d95c-44e0-8c80-93ff28919e08 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Nov 19 13:35:42.480922 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026946a-0f34-4186-ba74-9597ea4721a5 req-968624d0-eb4f-4596-bc7a-77ece7014154 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.484703 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2026946a-0f34-4186-ba74-9597ea4721a5 req-968624d0-eb4f-4596-bc7a-77ece7014154 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 946 time: 0.0632823 Nov 19 13:35:42.542913 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2026946a-0f34-4186-ba74-9597ea4721a5 req-e6a0bbdb-6a1c-4529-8970-1b7d088ea419 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Nov 19 13:35:43.669131 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a24c95-30ae-41e8-98c0-b2e81696aaed req-aab7c80b-319a-463b-8bf1-eaa8879b2b10 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.670683 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-06a24c95-30ae-41e8-98c0-b2e81696aaed req-aab7c80b-319a-463b-8bf1-eaa8879b2b10 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 946 time: 0.0560386 Nov 19 13:35:43.723093 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-06a24c95-30ae-41e8-98c0-b2e81696aaed req-428985ef-d40e-4df6-bfa6-f2a34ae13efa tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Nov 19 13:35:44.560104 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674d98-e605-489f-a0c0-d9a934b0d725 req-70464ce1-5217-4d65-93a7-a519e3259ad1 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:44.561641 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5a674d98-e605-489f-a0c0-d9a934b0d725 req-70464ce1-5217-4d65-93a7-a519e3259ad1 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 946 time: 0.0567255 Nov 19 13:35:44.614023 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5a674d98-e605-489f-a0c0-d9a934b0d725 req-c63ed19c-668f-482d-bb9b-d68bdf17f4a4 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Nov 19 13:35:45.466319 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-23781b9e-e7c4-4e5f-b1c0-29ee5101f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.467977 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-23781b9e-e7c4-4e5f-b1c0-29ee5101f55c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.0485256 Nov 19 13:35:45.478557 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07b49d-1978-4803-8919-9c5dda56464c req-96e08872-95df-40d5-b5f2-b0db60512685 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.480105 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4a07b49d-1978-4803-8919-9c5dda56464c req-96e08872-95df-40d5-b5f2-b0db60512685 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0598800 Nov 19 13:35:45.532682 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4a07b49d-1978-4803-8919-9c5dda56464c req-fc91ef12-1506-49e9-a3af-b83c0f90ac07 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458612 Nov 19 13:35:45.580107 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-6c7d7c8e-0a31-417a-bc9c-de939082a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.582273 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-6c7d7c8e-0a31-417a-bc9c-de939082a580 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.1037760 Nov 19 13:35:45.632762 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-b15dfe62-0ba7-4f2e-811c-8cf6d0ba2681 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0416200 Nov 19 13:35:45.707066 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-ad4e86d3-42e1-4a66-b63c-88fe9bf2d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.708584 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-ad4e86d3-42e1-4a66-b63c-88fe9bf2d56f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.0680943 Nov 19 13:35:45.754090 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-b208385b-9e00-45fc-beb5-914e2fabc519 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304344 Nov 19 13:35:45.771316 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801065d-1892-47cc-a30b-edccf4afc39e req-2c2f488f-691a-48e0-b9d8-c2a15d239a95 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.773115 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5801065d-1892-47cc-a30b-edccf4afc39e req-2c2f488f-691a-48e0-b9d8-c2a15d239a95 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 946 time: 0.0791287 Nov 19 13:35:45.895936 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5801065d-1892-47cc-a30b-edccf4afc39e req-2d5ae46c-9bc9-447e-b897-d7bd986fa1fd tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/security-groups?id=042aa2e2-65e3-479b-aa74-efe0c208df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126146 Nov 19 13:35:45.906441 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-447edeb7-b363-4c44-88b2-f7e7e0f8d06e service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436536 Nov 19 13:35:46.007288 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cbf2b9e8-fa1f-4028-964a-7ad7002001b7 req-eed77b28-6d65-4f82-932e-80fc09b50bbe service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907316 Nov 19 13:35:46.424380 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-55219490-c54d-4fed-9587-479922f7ae7a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:46.426972 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-55219490-c54d-4fed-9587-479922f7ae7a tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 946 time: 0.0567975 Nov 19 13:35:46.522343 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Deleting port c51dbf12-4c90-4a9a-b047-38623b8ab25b {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:46.523043 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.619105 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] For port c51dbf12-4c90-4a9a-b047-38623b8ab25b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c51dbf12-4c90-4a9a-b047-38623b8ab25b,segment=NetworkSegment(085d6134-6565-46f0-bf30-951ae0ac39e6),segment_id=085d6134-6565-46f0-bf30-951ae0ac39e6)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:46.619462 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.633408 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Calling delete_port for c51dbf12-4c90-4a9a-b047-38623b8ab25b owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:46.658470 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92cf71-1f1e-4880-9bf5-68a8f0658d22 req-06d55225-51d3-4006-b099-25ba8f23f4db tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:46.659961 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4b92cf71-1f1e-4880-9bf5-68a8f0658d22 req-06d55225-51d3-4006-b099-25ba8f23f4db tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0547175 Nov 19 13:35:46.710393 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4b92cf71-1f1e-4880-9bf5-68a8f0658d22 req-e6ff14e3-c288-45d8-8980-d1dbd4750f2c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 Nov 19 13:35:46.765312 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.787095 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['c51dbf12-4c90-4a9a-b047-38623b8ab25b'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:46.797882 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Pushing event deleted for resources: {'Port': ['ID=c51dbf12-4c90-4a9a-b047-38623b8ab25b,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:46.840429 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] No DVR routers for this DVR port c51dbf12-4c90-4a9a-b047-38623b8ab25b on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:46.842998 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.846552 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-26254dca-f6b5-4a73-90e1-7bd0683bf451 req-90ca91e6-fd73-4cb9-b518-77b7feb423ab tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.73 "DELETE /v2.0/ports/c51dbf12-4c90-4a9a-b047-38623b8ab25b HTTP/1.1" status: 204 len: 173 time: 0.4131026 Nov 19 13:35:46.846982 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'name': 'network-vif-deleted', 'tag': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:46.849276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06108677-d20c-4be1-a818-289b3cb61241" -d '{"events": [{"server_uuid": "9ecf6abb-c70b-40ed-988b-62e58d08334c", "name": "network-vif-deleted", "tag": "c51dbf12-4c90-4a9a-b047-38623b8ab25b"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:46.888111 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90adf56d-124a-4105-a03d-11c7df5076ed x-openstack-request-id: req-90adf56d-124a-4105-a03d-11c7df5076ed {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:46.888495 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecf6abb-c70b-40ed-988b-62e58d08334c", "name": "network-vif-deleted", "tag": "c51dbf12-4c90-4a9a-b047-38623b8ab25b", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:46.888814 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90adf56d-124a-4105-a03d-11c7df5076ed {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:46.889205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecf6abb-c70b-40ed-988b-62e58d08334c', 'name': 'network-vif-deleted', 'tag': 'c51dbf12-4c90-4a9a-b047-38623b8ab25b', 'status': 'completed', 'code': 200} Nov 19 13:35:47.006362 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7d6de0c5-3b56-4eff-a1b3-278cbeeb23c3 req-04bb7cac-ec67-4807-9e7f-4c58ba6b9b60 tempest-VolumesActionsTest-860739884 tempest-VolumesActionsTest-860739884-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ecf6abb-c70b-40ed-988b-62e58d08334c HTTP/1.1" status: 200 len: 210 time: 0.0279326 Nov 19 13:35:47.830663 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71740071-0ee9-42db-9765-c3a239254ac1 req-a8e9744c-b052-4366-96b7-f7e0d1d21e1b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:47.832075 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-71740071-0ee9-42db-9765-c3a239254ac1 req-a8e9744c-b052-4366-96b7-f7e0d1d21e1b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Nov 19 13:35:47.881439 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-71740071-0ee9-42db-9765-c3a239254ac1 req-d4f0ed8f-0e2c-4852-b9af-1df2c1bff426 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Nov 19 13:35:49.010142 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d24f32-bb38-4ad0-8895-2b50c6962c2b req-1f6af395-7962-459b-b43a-4bdac6e856d6 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:49.011656 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a7d24f32-bb38-4ad0-8895-2b50c6962c2b req-1f6af395-7962-459b-b43a-4bdac6e856d6 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0596271 Nov 19 13:35:49.064075 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a7d24f32-bb38-4ad0-8895-2b50c6962c2b req-4bd92544-95a3-41e5-b5e7-0ecba8fbb7c6 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Nov 19 13:35:49.625501 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34286) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.733308 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-96f73906-7a1d-495e-8032-907310a9187f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.810861 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-96f73906-7a1d-495e-8032-907310a9187f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.814507 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-96f73906-7a1d-495e-8032-907310a9187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.852161 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f73906-7a1d-495e-8032-907310a9187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35faef06-3a21-4c16-a202-a46504a6738e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:49.857324 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-96f73906-7a1d-495e-8032-907310a9187f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd231f2223ce4d9ca1466d87de542838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307711 Nov 19 13:35:49.860114 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34296) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.913287 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3ce08678-aa7f-486a-8d6f-49381fade85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.935170 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3ce08678-aa7f-486a-8d6f-49381fade85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.982894 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3ce08678-aa7f-486a-8d6f-49381fade85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.985585 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3ce08678-aa7f-486a-8d6f-49381fade85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.987887 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3ce08678-aa7f-486a-8d6f-49381fade85e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35faef06-3a21-4c16-a202-a46504a6738e HTTP/1.1" status: 204 len: 168 time: 0.1267180 Nov 19 13:35:49.995922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce08678-aa7f-486a-8d6f-49381fade85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35faef06-3a21-4c16-a202-a46504a6738e,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:50.613499 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34322) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:50.710151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1970137215-network', 'tenant_id': 'a3a6cf5c33b04bbfb03ee67ce1b12041'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:50.730799 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Made reservation on behalf of a3a6cf5c33b04bbfb03ee67ce1b12041 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:50.733112 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.741658 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.815253 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.819062 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.845665 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:50.851145 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add4992-3929-49fa-94c9-cacd4ba24ed8,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:50.859243 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.859600 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Added segment c9fe314e-2773-41df-8424-ba4ddee33a3a of type vlan for network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b Nov 19 13:35:50.902305 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.927755 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.928767 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:50.929405 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.988716 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3740122 Nov 19 13:35:50.993533 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 34330) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:50.994131 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f9fc0-5418-4d13-9c56-2d42666a23f6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a903108-6db9-4212-9dc3-d4eed9dd7c6b,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:50.999197 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Request body: {'subnet': {'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1970137215-subnet', 'tenant_id': 'a3a6cf5c33b04bbfb03ee67ce1b12041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:51.004718 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:51.021626 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Made reservation on behalf of a3a6cf5c33b04bbfb03ee67ce1b12041 for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:51.024075 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336694'] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.189272 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4659604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336708'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.245078 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6d3860-5ea8-44c2-8274-2b4a1e7bf953,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:51.252814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Checking segment: {'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:51.254352 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Network hostable DHCP agents. Network: 7a903108-6db9-4212-9dc3-d4eed9dd7c6b, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:51.274135 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:51.284650 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 7a903108-6db9-4212-9dc3-d4eed9dd7c6b) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:51.289083 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:51.289727 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.294248 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f42424-7527-4068-9f04-172e7796303c None None] Network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:51.312812 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-7199dee6-5e04-4341-a7e3-dd5143b23a5c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3181174 Nov 19 13:35:51.424581 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79afb55d-6dc7-4092-9564-123488173c44 None None] Network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:51.788766 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c51dbf12-4c90-4a9a-b047-38623b8ab25b no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:51.813456 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: c51dbf12-4c90-4a9a-b047-38623b8ab25b {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:51.814125 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c51dbf12-4c90-4a9a-b047-38623b8ab25b not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:54.477441 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d5d3e-388e-4e2e-ade2-9e1a614e87d8 req-1be6250b-b252-437c-8c95-642d486695f2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:54.478985 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ad6d5d3e-388e-4e2e-ade2-9e1a614e87d8 req-1be6250b-b252-437c-8c95-642d486695f2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0534384 Nov 19 13:35:54.535959 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ad6d5d3e-388e-4e2e-ade2-9e1a614e87d8 req-dea297d6-8b1f-49e5-a68c-6a7aa97ebdca tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506449 Nov 19 13:35:55.664365 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4d896-3821-4237-9a3d-38d4130a450c req-4b416401-bb8b-425c-8421-f20fab72cb64 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:55.667052 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-35c4d896-3821-4237-9a3d-38d4130a450c req-4b416401-bb8b-425c-8421-f20fab72cb64 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0541210 Nov 19 13:35:55.721691 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-35c4d896-3821-4237-9a3d-38d4130a450c req-345f7b83-1903-4b70-bf74-c7c7e36e3d7e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Nov 19 13:35:56.867597 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555c14d-fa89-49db-90bc-c1ab10d06b14 req-a7927ebf-b252-4026-89d3-aab26c3d6e39 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:56.872071 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8555c14d-fa89-49db-90bc-c1ab10d06b14 req-a7927ebf-b252-4026-89d3-aab26c3d6e39 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0766416 Nov 19 13:35:56.944502 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8555c14d-fa89-49db-90bc-c1ab10d06b14 req-b945f269-72b7-43f0-b2ce-6f35f8096be1 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578039 Nov 19 13:35:58.082823 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f7d51-9ada-4288-ac8d-b0e9d168695f req-853f73a5-e867-47f1-a6e8-978e47387f40 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:58.084997 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-915f7d51-9ada-4288-ac8d-b0e9d168695f req-853f73a5-e867-47f1-a6e8-978e47387f40 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0598359 Nov 19 13:35:58.146568 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-915f7d51-9ada-4288-ac8d-b0e9d168695f req-6f43df10-d9d3-4288-a5c8-e51cda6bf8b2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Nov 19 13:35:59.306525 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09cdee-b305-4c5e-941e-155edf00e319 req-49ee9679-73c0-4b15-9a6b-cc360aaa8c5c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:59.314338 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4f09cdee-b305-4c5e-941e-155edf00e319 req-49ee9679-73c0-4b15-9a6b-cc360aaa8c5c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0716035 Nov 19 13:35:59.361905 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4f09cdee-b305-4c5e-941e-155edf00e319 req-f47ceb5a-8627-4d4f-b31c-09db83180a82 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Nov 19 13:36:00.537973 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7926e28-a6e9-4675-ac87-c956c63ed77b req-7c247cf7-877d-445b-967a-368419a6c4df tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.539837 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d7926e28-a6e9-4675-ac87-c956c63ed77b req-7c247cf7-877d-445b-967a-368419a6c4df tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0590057 Nov 19 13:36:00.604595 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d7926e28-a6e9-4675-ac87-c956c63ed77b req-7c31f139-451d-42a3-a042-b3df3ad79f40 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541108 Nov 19 13:36:00.866394 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.344626 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-67f5efc1-459d-40e2-b82c-6cb8185f072d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.731545 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6de54-62ee-4b9e-96b4-a91b202d013e req-8d0db8fc-6e5c-4f10-8154-de1c82a83462 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:01.733158 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-68d6de54-62ee-4b9e-96b4-a91b202d013e req-8d0db8fc-6e5c-4f10-8154-de1c82a83462 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0514617 Nov 19 13:36:01.783977 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-68d6de54-62ee-4b9e-96b4-a91b202d013e req-8b24dd9c-865a-431a-bb66-11c1520785ef tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447586 Nov 19 13:36:02.945609 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f6b0-ff57-47b5-92c2-ce41ec7282c7 req-f4c9fb82-14c4-4ac2-890b-68abfffe35c8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.947903 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9594f6b0-ff57-47b5-92c2-ce41ec7282c7 req-f4c9fb82-14c4-4ac2-890b-68abfffe35c8 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0600984 Nov 19 13:36:03.028835 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9594f6b0-ff57-47b5-92c2-ce41ec7282c7 req-f652d337-2a12-40fb-a391-d6a6d78de836 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725203 Nov 19 13:36:03.647916 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-79e032e4-6654-44c3-86f0-215b6f68ac53 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:03.650103 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-79e032e4-6654-44c3-86f0-215b6f68ac53 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/networks?id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b HTTP/1.1" status: 200 len: 814 time: 0.1159937 Nov 19 13:36:03.667434 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-27513bdf-f8ad-463b-b3c0-4383185e77f5 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/quotas/a3a6cf5c33b04bbfb03ee67ce1b12041 HTTP/1.1" status: 200 len: 375 time: 0.0103462 Nov 19 13:36:03.706357 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-d2363399-847b-4cc5-8a1b-79176a5914ac tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3a6cf5c33b04bbfb03ee67ce1b12041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326688 Nov 19 13:36:03.805356 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-f332e227-c3f3-4e23-854a-c87818e9b8b9 service neutron] 10.222.0.81 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907888 Nov 19 13:36:03.907829 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-0c2207ac-48bf-410a-a50b-06c4f69a70d8 service neutron] 10.222.0.81 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961692 Nov 19 13:36:03.929424 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-f026b7b7-34ad-4c0a-bb08-abe2fddc8399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.195269 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf048-788d-4340-8074-e5708c00709a req-dbbca3ed-aff1-48a0-96c5-daefa61bfbe7 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:04.197187 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5dbdf048-788d-4340-8074-e5708c00709a req-dbbca3ed-aff1-48a0-96c5-daefa61bfbe7 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0940619 Nov 19 13:36:04.216003 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8428c549-1324-4c60-b008-dadbc5568775 req-11bb8098-4725-48d0-a6c9-2f304899c9ce tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 210 time: 0.0660932 Nov 19 13:36:04.288082 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5dbdf048-788d-4340-8074-e5708c00709a req-be269507-225e-4b58-8690-64f9f6973a89 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832644 Nov 19 13:36:04.757123 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.418387 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4594a6-64e8-4cc1-b380-5ce707bc3dee req-b84f5400-40be-4e20-a393-7a92cc319542 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:05.432365 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc4594a6-64e8-4cc1-b380-5ce707bc3dee req-b84f5400-40be-4e20-a393-7a92cc319542 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0709660 Nov 19 13:36:05.458679 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70ae25e7-57a2-429d-bc75-8ba93059be92 req-ce6a749f-9a6c-4fcb-86d4-969740738dd8 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 210 time: 0.1743031 Nov 19 13:36:05.493056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-81719b50-fa4c-4932-99e6-b0a1b93b1371 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:05.495890 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-81719b50-fa4c-4932-99e6-b0a1b93b1371 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "GET /v2.0/networks?id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b HTTP/1.1" status: 200 len: 814 time: 0.2219853 Nov 19 13:36:05.510284 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Request body: {'port': {'device_id': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b', 'admin_state_up': True, 'tenant_id': 'a3a6cf5c33b04bbfb03ee67ce1b12041'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:05.590208 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc4594a6-64e8-4cc1-b380-5ce707bc3dee req-74405b26-191a-4d3a-b8d3-bd7fe81b17d0 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558566 Nov 19 13:36:05.670132 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Made reservation on behalf of a3a6cf5c33b04bbfb03ee67ce1b12041 for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:05.674183 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.825098 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Allocated IP 172.20.0.12 (7a903108-6db9-4212-9dc3-d4eed9dd7c6b/cf6d3860-5ea8-44c2-8274-2b4a1e7bf953/b80191fd-1eaf-4fb8-88eb-c987fb12551f) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:05.998951 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.037339 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.074976 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:06.083006 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:06.087056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:06.123339 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Pushing event updated for resources: {'Port': ['ID=b80191fd-1eaf-4fb8-88eb-c987fb12551f,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.145902 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.146572 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.165272 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-2c53a2a5-2699-483d-bde2-2777bdbe670d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6595099 Nov 19 13:36:06.184653 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Request body: {'port': {'device_id': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:06.270272 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.307775 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.628693 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7f920-d2b3-4bc5-95a9-8c3992588b43 req-7bed416c-b316-4d25-850a-755c214a693f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.630404 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-84b7f920-d2b3-4bc5-95a9-8c3992588b43 req-7bed416c-b316-4d25-850a-755c214a693f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 932 time: 0.0863750 Nov 19 13:36:06.638190 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80191fd-1eaf-4fb8-88eb-c987fb12551f {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:06.650958 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.685178 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Transition to ACTIVE for port object b80191fd-1eaf-4fb8-88eb-c987fb12551f will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:06.692160 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.735055 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029edf5-520e-4a93-aa16-89a4c4b42cf5 req-7606f481-b9be-40f6-b1c4-295ccb1c8458 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.745308 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d029edf5-520e-4a93-aa16-89a4c4b42cf5 req-7606f481-b9be-40f6-b1c4-295ccb1c8458 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0671635 Nov 19 13:36:06.756816 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-84b7f920-d2b3-4bc5-95a9-8c3992588b43 req-fbbd53b1-a609-467a-9e23-ea47013bc8bd tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080062 Nov 19 13:36:06.809320 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d029edf5-520e-4a93-aa16-89a4c4b42cf5 req-9ce8bb72-eeb2-4f39-b9c5-badce8a4178b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621028 Nov 19 13:36:06.844570 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b80191fd-1eaf-4fb8-88eb-c987fb12551f,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.858010 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Attempting to bind port b80191fd-1eaf-4fb8-88eb-c987fb12551f on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:06.858415 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Attempting to bind port b80191fd-1eaf-4fb8-88eb-c987fb12551f by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:06.858818 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Attempting to bind port b80191fd-1eaf-4fb8-88eb-c987fb12551f on network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:06.865423 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Port b80191fd-1eaf-4fb8-88eb-c987fb12551f on network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:06.865823 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Attempting to bind port b80191fd-1eaf-4fb8-88eb-c987fb12551f on network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:06.871568 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:06.871940 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Checking segment: {'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:06.872464 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Bound using segment: {'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:06.873015 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Bound port: b80191fd-1eaf-4fb8-88eb-c987fb12551f, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:06.873502 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.960221 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] For port b80191fd-1eaf-4fb8-88eb-c987fb12551f, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:06.964008 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] For port b80191fd-1eaf-4fb8-88eb-c987fb12551f, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b80191fd-1eaf-4fb8-88eb-c987fb12551f,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:06.970539 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.007295 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:07.008123 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.009644 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] 10.222.0.73 "PUT /v2.0/ports/b80191fd-1eaf-4fb8-88eb-c987fb12551f HTTP/1.1" status: 200 len: 1094 time: 0.8293905 Nov 19 13:36:07.010162 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'tag': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:07.012542 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab82f32-caf8-469c-aadd-a5b07ae848d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc", "tag": "b80191fd-1eaf-4fb8-88eb-c987fb12551f"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:07.044988 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aa5de-809c-477a-b98e-5b93cdfc13c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b80191fd-1eaf-4fb8-88eb-c987fb12551f,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:07.080086 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee17a69-c249-4a6a-8550-faba7026042e x-openstack-request-id: req-6ee17a69-c249-4a6a-8550-faba7026042e {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:07.080506 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc", "tag": "b80191fd-1eaf-4fb8-88eb-c987fb12551f", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:07.080790 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ee17a69-c249-4a6a-8550-faba7026042e {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:07.081796 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'tag': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f', 'status': 'completed', 'code': 200} Nov 19 13:36:07.111818 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-bf4e6744-2b81-42a9-825e-101f12404387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:07.113548 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-bf4e6744-2b81-42a9-825e-101f12404387 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3a6cf5c33b04bbfb03ee67ce1b12041&device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 1097 time: 0.0471842 Nov 19 13:36:07.186197 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-c649012e-6804-4c69-b8db-5195670ebbfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b80191fd-1eaf-4fb8-88eb-c987fb12551f HTTP/1.1" status: 200 len: 217 time: 0.0409608 Nov 19 13:36:07.252327 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-765abc05-1db9-45af-83a7-3164da5c16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:07.254862 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-765abc05-1db9-45af-83a7-3164da5c16b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf6d3860-5ea8-44c2-8274-2b4a1e7bf953 HTTP/1.1" status: 200 len: 854 time: 0.0596123 Nov 19 13:36:07.303751 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-1da89cd4-8445-4f73-ae8d-4e45d9b53d14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386689 Nov 19 13:36:07.331742 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.422354 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-cb8132e2-2dfe-400d-92fd-cccaa9c8e879 service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102700 Nov 19 13:36:07.554414 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cf32498a-d1ca-4b78-8165-7d32ed66e309 req-d30b90dd-2883-4f20-81d2-ab83a79b85af service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227481 Nov 19 13:36:07.718964 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-1d10da27-50bf-44cf-b10f-3844b1efbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:07.720799 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-1d10da27-50bf-44cf-b10f-3844b1efbc62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3a6cf5c33b04bbfb03ee67ce1b12041&device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 1097 time: 0.0955150 Nov 19 13:36:08.023656 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92836482-03e5-4504-a295-5b6ce88a024d req-b1416bf4-3327-4762-8da5-de72fa6e5e08 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.026081 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-92836482-03e5-4504-a295-5b6ce88a024d req-b1416bf4-3327-4762-8da5-de72fa6e5e08 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 944 time: 0.0913460 Nov 19 13:36:08.106600 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-92836482-03e5-4504-a295-5b6ce88a024d req-1d6d5c3d-8746-4cda-9d5b-11e174cc8054 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725825 Nov 19 13:36:08.141602 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9d20-9f10-4807-a55b-85403eb1b350 req-da9d6dae-eba7-49c6-9f55-bbd0bc6d4bc9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.143150 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-755f9d20-9f10-4807-a55b-85403eb1b350 req-da9d6dae-eba7-49c6-9f55-bbd0bc6d4bc9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1006551 Nov 19 13:36:08.144932 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-89572a37-3c16-4dbb-b6f4-27a7c8984e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.146360 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-89572a37-3c16-4dbb-b6f4-27a7c8984e43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b HTTP/1.1" status: 200 len: 916 time: 0.4139833 Nov 19 13:36:08.229333 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-41f41b1e-cfd9-4aa3-9486-0493bbde114c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b80191fd-1eaf-4fb8-88eb-c987fb12551f HTTP/1.1" status: 200 len: 217 time: 0.0690577 Nov 19 13:36:08.258531 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-755f9d20-9f10-4807-a55b-85403eb1b350 req-8e0d9ed5-952d-4001-9d53-872a38937268 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065755 Nov 19 13:36:08.340122 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-4555b867-1660-4579-9bdb-cd744ab49269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.342072 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-4555b867-1660-4579-9bdb-cd744ab49269 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf6d3860-5ea8-44c2-8274-2b4a1e7bf953 HTTP/1.1" status: 200 len: 854 time: 0.0705247 Nov 19 13:36:08.378196 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-1e152c31-c767-40ab-9b37-5b321ee449d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268590 Nov 19 13:36:08.505417 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-49e1f908-11d0-4044-b5fb-b37d2887157f service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171086 Nov 19 13:36:08.624848 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab82f32-caf8-469c-aadd-a5b07ae848d9 req-8f0bb9df-adee-4aa7-8d43-8fda105d657b service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101058 Nov 19 13:36:09.278795 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d21a-45e5-41f8-96ae-51f05c32c61d req-3088dbd6-3482-4c2f-82b7-dab2117f2202 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:09.280695 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8949d21a-45e5-41f8-96ae-51f05c32c61d req-3088dbd6-3482-4c2f-82b7-dab2117f2202 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 944 time: 0.0610070 Nov 19 13:36:09.353260 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8949d21a-45e5-41f8-96ae-51f05c32c61d req-7e397d7d-0a2d-40fd-bc28-7ab45a942dad tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598013 Nov 19 13:36:09.402694 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31477c1e-4f5e-47f0-a9c7-263f75027242 req-b890673e-340c-4be6-8d71-d29daffec58f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:09.412124 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-31477c1e-4f5e-47f0-a9c7-263f75027242 req-b890673e-340c-4be6-8d71-d29daffec58f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0652106 Nov 19 13:36:09.471123 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-31477c1e-4f5e-47f0-a9c7-263f75027242 req-176dae4f-7896-46a6-9576-8ea1f17dd8bb tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579023 Nov 19 13:36:10.084784 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0ab8a-9565-4ae9-bd8d-14ff36034f81 req-c8a29a73-ee9c-479e-a082-e87ee684339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:10.086457 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-79e0ab8a-9565-4ae9-bd8d-14ff36034f81 req-c8a29a73-ee9c-479e-a082-e87ee684339f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.0434215 Nov 19 13:36:10.137806 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-79e0ab8a-9565-4ae9-bd8d-14ff36034f81 req-5603a21a-ba44-4abf-b355-f9b3112d7fdf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Nov 19 13:36:10.564357 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241a98b-a174-4a79-9201-6c0b86b13a05 req-e43b4e38-a1fc-489f-8726-fb73996468c8 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:10.565989 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3241a98b-a174-4a79-9201-6c0b86b13a05 req-e43b4e38-a1fc-489f-8726-fb73996468c8 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 944 time: 0.1071498 Nov 19 13:36:10.617441 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e22fc2-8f6b-4e78-82f9-03157857bcc7 req-2bab0ebf-200d-4b33-b5da-0bfdb2f790f4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:10.626660 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d1e22fc2-8f6b-4e78-82f9-03157857bcc7 req-2bab0ebf-200d-4b33-b5da-0bfdb2f790f4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0631180 Nov 19 13:36:10.652281 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3241a98b-a174-4a79-9201-6c0b86b13a05 req-3d7c8c4c-20aa-4dca-b638-4ebf6b542990 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787632 Nov 19 13:36:10.684109 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d1e22fc2-8f6b-4e78-82f9-03157857bcc7 req-f5ecb63f-c52f-449f-bdd5-1f0239123e8a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565445 Nov 19 13:36:11.827630 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720cf3-efab-4db0-9c19-75dc1db537c5 req-b4251af9-7cca-4055-b100-fe8752354884 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:11.838925 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c5720cf3-efab-4db0-9c19-75dc1db537c5 req-b4251af9-7cca-4055-b100-fe8752354884 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 944 time: 0.0928385 Nov 19 13:36:11.897591 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b679ac-362e-4784-a880-b519cd1667ef req-64afc818-bdaa-4e68-9a5f-2ac667442e4f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:11.900065 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a0b679ac-362e-4784-a880-b519cd1667ef req-64afc818-bdaa-4e68-9a5f-2ac667442e4f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0957310 Nov 19 13:36:11.911212 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c5720cf3-efab-4db0-9c19-75dc1db537c5 req-a89b4090-9d77-4c23-947e-785e7c88caca tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706809 Nov 19 13:36:11.972753 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a0b679ac-362e-4784-a880-b519cd1667ef req-ad5fc0fa-040f-4261-a0d3-72abd356879a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655868 Nov 19 13:36:12.882476 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b80191fd-1eaf-4fb8-88eb-c987fb12551f details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:12.984409 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b80191fd-1eaf-4fb8-88eb-c987fb12551f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b80191fd-1eaf-4fb8-88eb-c987fb12551f,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:12.997975 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f', 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b', 'port_id': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f', 'mac_address': 'fa:16:3e:88:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6d3860-5ea8-44c2-8274-2b4a1e7bf953', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:13.117888 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85fdbb-8bfc-4fa8-b62d-2788db2d246c req-e12e972a-18a7-4005-9dff-16e2dca06a3f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.120436 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2e85fdbb-8bfc-4fa8-b62d-2788db2d246c req-e12e972a-18a7-4005-9dff-16e2dca06a3f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 944 time: 0.0633628 Nov 19 13:36:13.171489 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99f8bf-3c86-40f9-8ab4-93e95bb1b017 req-b29ce75d-38a2-4228-92d0-027f73be2b4c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.174043 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.181448 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ba99f8bf-3c86-40f9-8ab4-93e95bb1b017 req-b29ce75d-38a2-4228-92d0-027f73be2b4c tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0922995 Nov 19 13:36:13.188695 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80191fd-1eaf-4fb8-88eb-c987fb12551f {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:13.194616 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2e85fdbb-8bfc-4fa8-b62d-2788db2d246c req-c8638e6b-9998-494e-b87c-5924993303ce tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Nov 19 13:36:13.210592 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b80191fd-1eaf-4fb8-88eb-c987fb12551f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b80191fd-1eaf-4fb8-88eb-c987fb12551f,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:13.225312 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.249763 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ba99f8bf-3c86-40f9-8ab4-93e95bb1b017 req-e58b69c1-f6ca-43a8-a52b-2f27f28f38b0 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673888 Nov 19 13:36:13.303609 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b80191fd-1eaf-4fb8-88eb-c987fb12551f,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.313609 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.314801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.317049 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.317715 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.318363 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.319110 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.320406 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.322057 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.322867 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.323730 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.324592 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.325255 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:13.721232 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105da42-0410-450e-9cf4-9b05d4b53ccf req-b99e67b8-0913-40c4-91c9-fad505dbfc0b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.731910 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f105da42-0410-450e-9cf4-9b05d4b53ccf req-b99e67b8-0913-40c4-91c9-fad505dbfc0b tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1153390 Nov 19 13:36:13.784922 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['b80191fd-1eaf-4fb8-88eb-c987fb12551f'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:13.788810 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-ad7fcad3-24f2-4042-b4bd-5cdb3b32732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.790395 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-ad7fcad3-24f2-4042-b4bd-5cdb3b32732f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=943327e3a6b442be8ad522b091ceeefe&device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 1098 time: 0.1304939 Nov 19 13:36:13.797848 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f105da42-0410-450e-9cf4-9b05d4b53ccf req-43c19df7-c4bc-4098-bee6-0e0a5f8e851d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632658 Nov 19 13:36:13.933603 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-7a3596a0-2015-48a1-9f21-e797d391e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.935620 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-7a3596a0-2015-48a1-9f21-e797d391e710 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 200 len: 921 time: 0.1332664 Nov 19 13:36:13.997002 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-c7a3490a-24a5-4c14-8691-e0cf7ee95a85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0511956 Nov 19 13:36:14.056468 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-750758ee-124c-4644-b272-48355f4564ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:14.058072 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-750758ee-124c-4644-b272-48355f4564ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 200 len: 859 time: 0.0511446 Nov 19 13:36:14.091723 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-edfb86e5-7505-4545-8668-609b1e4e60f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c30bbc7-ec26-4462-a649-904c10a18660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251052 Nov 19 13:36:14.199293 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-eea402f4-0a53-4c7d-8abc-ce764430e05c service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994906 Nov 19 13:36:14.343528 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8caeef-688d-4c03-ba10-0e1403e62386 req-1c630695-60bf-4245-8524-0fd5ca160b2f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:14.352928 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9e8caeef-688d-4c03-ba10-0e1403e62386 req-1c630695-60bf-4245-8524-0fd5ca160b2f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 945 time: 0.0741115 Nov 19 13:36:14.382784 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-944a3b97-75a9-4370-ae36-99690e2329b9 req-a1d6ccaf-b4b0-4a21-822a-bb2ac375b17d service neutron] 10.222.0.73 "GET /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744068 Nov 19 13:36:14.422266 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9e8caeef-688d-4c03-ba10-0e1403e62386 req-d5c6bfac-2208-4519-b4e9-86e863a111f5 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684135 Nov 19 13:36:14.623971 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:36:15.028092 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b0f45-06d5-4e55-855c-5b484a55072e req-d0039cad-0753-4a72-957d-fc7a1ddc8893 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:15.029684 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-757b0f45-06d5-4e55-855c-5b484a55072e req-d0039cad-0753-4a72-957d-fc7a1ddc8893 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0598290 Nov 19 13:36:15.083240 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-757b0f45-06d5-4e55-855c-5b484a55072e req-2640d594-95e9-4d14-8eb1-818bb9bc898f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462601 Nov 19 13:36:15.558643 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795d303-c62a-4ae3-9288-25d166207519 req-17ec8853-e45c-4f41-ac60-d9a35ec846c4 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:15.560011 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5795d303-c62a-4ae3-9288-25d166207519 req-17ec8853-e45c-4f41-ac60-d9a35ec846c4 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 945 time: 0.0526135 Nov 19 13:36:15.608503 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5795d303-c62a-4ae3-9288-25d166207519 req-d0cb9629-73b2-4db8-af33-82c93e523da1 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Nov 19 13:36:16.226153 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b0929-e29d-4e27-8c21-3815adb7b6e6 req-f581cc41-c3c8-4bcf-a8eb-0af7c9782727 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:16.227673 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fc6b0929-e29d-4e27-8c21-3815adb7b6e6 req-f581cc41-c3c8-4bcf-a8eb-0af7c9782727 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0547895 Nov 19 13:36:16.282304 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fc6b0929-e29d-4e27-8c21-3815adb7b6e6 req-cda2efc4-5d70-4aca-9fd2-3d0e72f95765 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485020 Nov 19 13:36:16.729076 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00299fda-f284-4e10-83bc-5dc046480bc5 req-cce585b1-d814-4f05-8bb8-ad61249dfb3a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:16.730606 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-00299fda-f284-4e10-83bc-5dc046480bc5 req-cce585b1-d814-4f05-8bb8-ad61249dfb3a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 945 time: 0.0510442 Nov 19 13:36:16.782071 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-00299fda-f284-4e10-83bc-5dc046480bc5 req-b26d3fb1-e081-4ef2-a9ed-e8ffe48e2721 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Nov 19 13:36:16.905151 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b80191fd-1eaf-4fb8-88eb-c987fb12551f up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:16.957343 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port b80191fd-1eaf-4fb8-88eb-c987fb12551f completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:16.961622 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port b80191fd-1eaf-4fb8-88eb-c987fb12551f triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:16.961995 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.052539 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.080480 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:17.080480 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38041ae-f89b-4c99-9a5d-469a60b6cffc" -d '{"events": [{"server_uuid": "4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc", "name": "network-vif-plugged", "status": "completed", "tag": "b80191fd-1eaf-4fb8-88eb-c987fb12551f"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:17.094220 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b80191fd-1eaf-4fb8-88eb-c987fb12551f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b80191fd-1eaf-4fb8-88eb-c987fb12551f,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:17.100039 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.148057 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba369e12-7cff-4c7a-91c2-0af7ce70005b x-openstack-request-id: req-ba369e12-7cff-4c7a-91c2-0af7ce70005b {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:17.148453 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc", "name": "network-vif-plugged", "status": "completed", "tag": "b80191fd-1eaf-4fb8-88eb-c987fb12551f", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:17.148776 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba369e12-7cff-4c7a-91c2-0af7ce70005b {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:17.149352 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f', 'code': 200} Nov 19 13:36:17.179121 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b80191fd-1eaf-4fb8-88eb-c987fb12551f,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.354927 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ca6f3-2c07-43b7-919d-387c5ea2db3b req-541da2fe-6ff6-4a44-8f46-505d4dc9dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:17.356513 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9c3ca6f3-2c07-43b7-919d-387c5ea2db3b req-541da2fe-6ff6-4a44-8f46-505d4dc9dc92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 1099 time: 0.0575006 Nov 19 13:36:17.445800 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9c3ca6f3-2c07-43b7-919d-387c5ea2db3b req-8e590060-b714-444c-b967-49bd19390076 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772204 Nov 19 13:36:17.483779 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b8454-36b8-4f15-8acf-ed07b90db791 req-98ab7de3-f6c8-402f-b9c0-8b0192be270a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:17.485363 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9a6b8454-36b8-4f15-8acf-ed07b90db791 req-98ab7de3-f6c8-402f-b9c0-8b0192be270a tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0557423 Nov 19 13:36:17.537425 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9a6b8454-36b8-4f15-8acf-ed07b90db791 req-09df0652-c1f7-4863-aa10-a98a12ebd514 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Nov 19 13:36:17.656762 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 34778) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:17.705774 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] Deleting subnet 21e45933-319a-41f3-ba9e-1aca8e6a57c4 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:36:17.709109 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.747707 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.785186 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.840510 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.869239 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e45933-319a-41f3-ba9e-1aca8e6a57c4,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.871178 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.876731 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-91762879-9e4c-47fb-89c8-a9faa42e2237 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/21e45933-319a-41f3-ba9e-1aca8e6a57c4 HTTP/1.1" status: 204 len: 168 time: 0.2165415 Nov 19 13:36:17.877689 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34782) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:17.927934 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57adfa-6cfe-45f8-be20-b7ec0da50c5b req-3a0a6d9d-6bdd-4db8-b143-770c31db9fdb tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:17.929469 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8c57adfa-6cfe-45f8-be20-b7ec0da50c5b req-3a0a6d9d-6bdd-4db8-b143-770c31db9fdb tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 946 time: 0.0632241 Nov 19 13:36:17.951898 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.976301 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8c57adfa-6cfe-45f8-be20-b7ec0da50c5b req-06b7bbf5-fbd8-4860-8163-3bb4512403cc tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Nov 19 13:36:18.030046 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.051170 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0493ef41-3ee1-4eea-ad14-8c512d7d45f9']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:18.060307 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085d6134-6565-46f0-bf30-951ae0ac39e6') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:18.060607 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085d6134-6565-46f0-bf30-951ae0ac39e6') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:18.069859 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.083541 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.089905 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:36:18.090328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:36:18.092382 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:36:18.152138 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.157152 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.161180 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0493ef41-3ee1-4eea-ad14-8c512d7d45f9 HTTP/1.1" status: 204 len: 168 time: 0.2824805 Nov 19 13:36:18.173904 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d355a86-3c88-4483-8af9-b3dacef13bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0493ef41-3ee1-4eea-ad14-8c512d7d45f9,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:18.314330 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34790) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.357738 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-56a0bbcd-efd2-40a2-a97a-8165064df2e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c111c36d8344bbdab65a446ceebe77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402727 Nov 19 13:36:18.358530 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34792) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.412033 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5fede149-e74a-4946-90a8-54cf8e53992a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.434449 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5fede149-e74a-4946-90a8-54cf8e53992a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.484983 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5fede149-e74a-4946-90a8-54cf8e53992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.488392 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5fede149-e74a-4946-90a8-54cf8e53992a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.489586 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5fede149-e74a-4946-90a8-54cf8e53992a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/042aa2e2-65e3-479b-aa74-efe0c208df68 HTTP/1.1" status: 204 len: 168 time: 0.1301472 Nov 19 13:36:18.500474 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fede149-e74a-4946-90a8-54cf8e53992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042aa2e2-65e3-479b-aa74-efe0c208df68,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:18.671303 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2257de-63db-449e-b102-43c3c2d3988c req-46f115a8-795a-4be5-a6ce-2faa3808b1be tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:18.673005 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1f2257de-63db-449e-b102-43c3c2d3988c req-46f115a8-795a-4be5-a6ce-2faa3808b1be tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0608852 Nov 19 13:36:18.724019 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1f2257de-63db-449e-b102-43c3c2d3988c req-e20f07be-af4e-4cfb-90a4-f2572c4d1847 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Nov 19 13:36:19.116762 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa8745-1ea0-4ca8-bcc3-d96040fc5bb1 req-44b95609-cce0-4472-9031-c203d9e9e256 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:19.118444 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-02aa8745-1ea0-4ca8-bcc3-d96040fc5bb1 req-44b95609-cce0-4472-9031-c203d9e9e256 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 946 time: 0.0694375 Nov 19 13:36:19.177779 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-02aa8745-1ea0-4ca8-bcc3-d96040fc5bb1 req-5d518f32-96d9-49be-b75b-96c55ba6d2d5 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527260 Nov 19 13:36:19.364791 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34838) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.483571 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-388777812-network', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:19.507731 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Made reservation on behalf of eee87d0b3f204e56bd6213a56e92c6f8 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:19.510146 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.519012 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.592514 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.596905 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.624103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:19.633049 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d060d-5f58-4f16-b248-d3daea4150f0,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.641091 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.641091 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Added segment a9c68054-1da4-4aba-baa3-86f10bf402c2 of type vlan for network 838c8306-efea-4e62-b3ee-560c65cf7002 Nov 19 13:36:19.685027 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.711534 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.712558 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:19.713142 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.773897 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4079711 Nov 19 13:36:19.776992 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 34850) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.780308 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9916f-6b44-48ef-ae11-86cc683d5b4e admin admin] Pushing event updated for resources: {'Network': ['ID=838c8306-efea-4e62-b3ee-560c65cf7002,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.787631 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Request body: {'subnet': {'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-388777812-subnet', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:19.792308 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 838c8306-efea-4e62-b3ee-560c65cf7002 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:19.814207 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Made reservation on behalf of eee87d0b3f204e56bd6213a56e92c6f8 for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:19.817687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336694'] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.995882 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4659604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336708'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.069956 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd4c063-35d9-4443-9601-dd52aee21a95,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.084403 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Checking segment: {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:20.084758 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Network hostable DHCP agents. Network: 838c8306-efea-4e62-b3ee-560c65cf7002, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:20.104390 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Network 838c8306-efea-4e62-b3ee-560c65cf7002 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:20.113507 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 838c8306-efea-4e62-b3ee-560c65cf7002) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:20.122708 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a056b0c-089f-4b33-8a39-6143bf5e5566 None None] Network 838c8306-efea-4e62-b3ee-560c65cf7002 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:20.123193 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:20.123784 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.139297 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-90c2d742-caf0-433f-a74f-18a4cc96b9dd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3577816 Nov 19 13:36:20.142068 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 34852) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:20.146335 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:20.169958 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.171106 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.233603 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.325375 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-838c8306-efea-4e62-b3ee-560c65cf7002', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:20.326402 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.348018 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c853c2-a891-477c-a943-e237562ddb8b req-e462d5b6-3a4d-4081-b9f0-66f466fa572f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:20.349902 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f0c853c2-a891-477c-a943-e237562ddb8b req-e462d5b6-3a4d-4081-b9f0-66f466fa572f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 946 time: 0.0727878 Nov 19 13:36:20.421328 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f0c853c2-a891-477c-a943-e237562ddb8b req-875628b2-04ec-4ea0-b6ab-fc28bc4ecfa1 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640876 Nov 19 13:36:20.444782 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.553164 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Allocated IP 172.20.0.2 (838c8306-efea-4e62-b3ee-560c65cf7002/cdd4c063-35d9-4443-9601-dd52aee21a95/ff6b3f3f-14ea-49db-821d-b909bbeedae7) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:20.727555 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.729806 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.734991 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.753741 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.779135 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Network 838c8306-efea-4e62-b3ee-560c65cf7002 is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:20.782617 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:20.787126 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:20.794883 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Pushing event updated for resources: {'Port': ['ID=ff6b3f3f-14ea-49db-821d-b909bbeedae7,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.856472 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Attempting to bind port ff6b3f3f-14ea-49db-821d-b909bbeedae7 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:20.857163 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Attempting to bind port ff6b3f3f-14ea-49db-821d-b909bbeedae7 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:20.857693 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Attempting to bind port ff6b3f3f-14ea-49db-821d-b909bbeedae7 on network 838c8306-efea-4e62-b3ee-560c65cf7002 {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:20.870751 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:20.871169 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Checking segment: {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:20.871580 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.873299 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Bound using segment: {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:20.873299 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Bound port: ff6b3f3f-14ea-49db-821d-b909bbeedae7, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:20.873642 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.887956 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Allocated IP 172.27.0.97 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/435b8bed-aa88-4d42-8f8a-9c72b348f26c) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:20.979925 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] For port ff6b3f3f-14ea-49db-821d-b909bbeedae7, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:20.983557 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] For port ff6b3f3f-14ea-49db-821d-b909bbeedae7, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=ff6b3f3f-14ea-49db-821d-b909bbeedae7,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:20.998822 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.027737 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.059841 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd020b6-40e6-48bc-90fc-b97c3cb1e514 None None] Pushing event updated for resources: {'Port': ['ID=ff6b3f3f-14ea-49db-821d-b909bbeedae7,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.072801 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.114966 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:21.119151 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:21.124307 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:21.152657 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Pushing event updated for resources: {'Port': ['ID=435b8bed-aa88-4d42-8f8a-9c72b348f26c,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.442424 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.666183 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.797345 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Router b0a5120d-4525-4b66-a4bd-53a68d47a8db is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:36:22.024058 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device ff6b3f3f-14ea-49db-821d-b909bbeedae7 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:22.136500 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port ff6b3f3f-14ea-49db-821d-b909bbeedae7 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:22.137186 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.176433 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:22.189647 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Sync routers for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:22.206080 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.207438 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2e401461-6467-4222-bf46-3051ab75efe8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0644059 Nov 19 13:36:22.210213 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 34950) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.228179 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:22.232396 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:22.243333 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.307699 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port ff6b3f3f-14ea-49db-821d-b909bbeedae7, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=ff6b3f3f-14ea-49db-821d-b909bbeedae7,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:22.312648 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.369225 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd36e1-48af-4bc0-b353-931a1d61c8ee None None] Network 838c8306-efea-4e62-b3ee-560c65cf7002 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:22.374960 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34954) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.392340 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:22.458978 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-387a4f96-276a-4bdc-93b6-e48995f983ba None None] Provisioning complete for port ff6b3f3f-14ea-49db-821d-b909bbeedae7 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:22.459377 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-387a4f96-276a-4bdc-93b6-e48995f983ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.463359 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=ff6b3f3f-14ea-49db-821d-b909bbeedae7,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.554335 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bee20fa7-e421-4657-92b7-63cbb6095111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.655448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bee20fa7-e421-4657-92b7-63cbb6095111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.662856 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-bee20fa7-e421-4657-92b7-63cbb6095111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.688453 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:21Z', 'revision_number': 3, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:22.730046 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Checking router: b0a5120d-4525-4b66-a4bd-53a68d47a8db for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:22.730499 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Updating router b0a5120d-4525-4b66-a4bd-53a68d47a8db port 435b8bed-aa88-4d42-8f8a-9c72b348f26c binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:22.767896 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-bee20fa7-e421-4657-92b7-63cbb6095111 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8257630475934851ad5dcc613102577f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912845 Nov 19 13:36:22.772108 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34966) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.776207 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.823997 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee20fa7-e421-4657-92b7-63cbb6095111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3e1dcf-ade8-48c8-bc20-4c3d0eaeb88d,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.868606 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.890876 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-adffa5a7-ae32-45ff-82c1-fcf0198dc3f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.928589 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-adffa5a7-ae32-45ff-82c1-fcf0198dc3f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.050814 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-adffa5a7-ae32-45ff-82c1-fcf0198dc3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.054139 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-adffa5a7-ae32-45ff-82c1-fcf0198dc3f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.058226 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-adffa5a7-ae32-45ff-82c1-fcf0198dc3f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f3e1dcf-ade8-48c8-bc20-4c3d0eaeb88d HTTP/1.1" status: 204 len: 168 time: 0.2815762 Nov 19 13:36:23.101335 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffa5a7-ae32-45ff-82c1-fcf0198dc3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3e1dcf-ade8-48c8-bc20-4c3d0eaeb88d,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.120175 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Allocated IP 172.20.0.1 (838c8306-efea-4e62-b3ee-560c65cf7002/cdd4c063-35d9-4443-9601-dd52aee21a95/a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:23.150267 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac678d-6190-4467-90ca-ae5afa81ef65 req-b1946215-94d4-4c2c-a6b7-6534103a3dcd tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:23.154895 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d2ac678d-6190-4467-90ca-ae5afa81ef65 req-b1946215-94d4-4c2c-a6b7-6534103a3dcd tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.1161404 Nov 19 13:36:23.190175 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-d5664056-3962-4462-a1b7-d4ffca6fcaa9 None None] Provisioning complete for port ff6b3f3f-14ea-49db-821d-b909bbeedae7 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:23.190782 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d5664056-3962-4462-a1b7-d4ffca6fcaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.212384 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.220218 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.253674 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d2ac678d-6190-4467-90ca-ae5afa81ef65 req-c20a536d-ba44-401b-895d-7452368082d0 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895598 Nov 19 13:36:23.306822 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Attempting to bind port 435b8bed-aa88-4d42-8f8a-9c72b348f26c on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:23.307481 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Attempting to bind port 435b8bed-aa88-4d42-8f8a-9c72b348f26c by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:23.308183 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Attempting to bind port 435b8bed-aa88-4d42-8f8a-9c72b348f26c on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:23.308507 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.317800 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Pushing event updated for resources: {'Port': ['ID=435b8bed-aa88-4d42-8f8a-9c72b348f26c,revision_number=2']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.320803 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:23.321455 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:23.322046 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.322591 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:23.323318 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Bound port: 435b8bed-aa88-4d42-8f8a-9c72b348f26c, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:23.323977 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.360607 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.373502 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.373873 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.374222 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.374558 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.374889 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.375219 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.375545 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.375869 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.376206 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.376558 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.376972 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.377504 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:23.419890 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] For port 435b8bed-aa88-4d42-8f8a-9c72b348f26c, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:23.422256 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Network 838c8306-efea-4e62-b3ee-560c65cf7002 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:23.423920 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] For port 435b8bed-aa88-4d42-8f8a-9c72b348f26c, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=435b8bed-aa88-4d42-8f8a-9c72b348f26c,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:23.431564 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:23.432284 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.435394 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:23.468896 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.493543 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:23.494297 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:23.495980 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.549870 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b7fbc-b799-4c4a-b1d6-215299581eaf None None] Pushing event updated for resources: {'Port': ['ID=435b8bed-aa88-4d42-8f8a-9c72b348f26c,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.622390 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:23.631743 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.667007 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-467a8657-7b46-436a-b5a3-8e99da5f8563 None None] Provisioning complete for port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:23.667379 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-467a8657-7b46-436a-b5a3-8e99da5f8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.717847 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-467a8657-7b46-436a-b5a3-8e99da5f8563 None None] Port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:23.811362 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.816869 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.821368 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:21Z', 'revision_number': 3, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:23.850784 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177e56d-c2f2-4fa0-aafe-dfccadc05fc7 None None] The sync data for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi is: [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:21Z', 'revision_number': 3, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:23.891957 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.896131 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.947022 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device ff6b3f3f-14ea-49db-821d-b909bbeedae7 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:24.004074 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Network 838c8306-efea-4e62-b3ee-560c65cf7002 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:24.005566 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port ff6b3f3f-14ea-49db-821d-b909bbeedae7 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:24.005831 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:24.006174 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.160828 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Router b0a5120d-4525-4b66-a4bd-53a68d47a8db has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:24.302743 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:24.316218 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-9eb5d978-2027-4280-bbaa-ac9bdfd94bf1 admin admin] 10.222.0.81 "PUT /v2.0/routers/b0a5120d-4525-4b66-a4bd-53a68d47a8db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0971241 Nov 19 13:36:24.395940 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f781f4-956a-4071-adf2-89b5090805ad req-0b2019b9-c098-4635-ada6-5841407402a2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:24.397983 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-18f781f4-956a-4071-adf2-89b5090805ad req-0b2019b9-c098-4635-ada6-5841407402a2 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0594366 Nov 19 13:36:24.452918 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-af291419-081f-4818-a7c8-569160676410 None None] Provisioning complete for port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:24.453395 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-af291419-081f-4818-a7c8-569160676410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.505636 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-af291419-081f-4818-a7c8-569160676410 None None] Port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:24.512651 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-18f781f4-956a-4071-adf2-89b5090805ad req-794a4259-ea76-4ca6-8f31-65402e63ae4f tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821319 Nov 19 13:36:24.919983 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 34998) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.927495 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1185477285-network', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:24.953285 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Made reservation on behalf of db820117dc1743a0b0149ade5c0fbd09 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:24.956592 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.965767 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.045329 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.049988 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.075409 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:25.084793 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a6b49-d583-4629-beb9-3437d728f00c,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.093805 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.094212 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Added segment 096f5ead-37bc-4d0d-a8ae-85281d3cf3ac of type vlan for network 474c0e59-a35d-4418-9a7b-a17ed074cabf Nov 19 13:36:25.095968 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.097204 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.097575 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.097899 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.098325 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.098661 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.098994 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.099324 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.099668 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.100107 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.100326 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.100656 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.157164 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.182809 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.184011 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.184672 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.243851 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3226547 Nov 19 13:36:25.246650 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35004) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.252007 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Request body: {'subnet': {'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1185477285-subnet', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:25.252978 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a0b9a-4e4b-46e4-a706-6b14d9d61f91 admin admin] Pushing event updated for resources: {'Network': ['ID=474c0e59-a35d-4418-9a7b-a17ed074cabf,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.263801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:25.277079 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Made reservation on behalf of db820117dc1743a0b0149ade5c0fbd09 for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:25.280750 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336694'] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.461591 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4659604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336708'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.527345 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e2b121-5ec6-42af-8073-bee097cb51f0,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.537011 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.537366 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.537708 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.538039 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.538366 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.538699 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.539026 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.539349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.539671 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.540071 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.540456 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.540785 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:25.546047 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Checking segment: {'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:25.546328 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Network hostable DHCP agents. Network: 474c0e59-a35d-4418-9a7b-a17ed074cabf, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:25.567313 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:25.579261 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 474c0e59-a35d-4418-9a7b-a17ed074cabf) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:25.583984 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.584751 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.588473 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d7f36c-8a74-45a2-a144-9cc99ba6754f None None] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:25.615239 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b23b4f0d-7d6d-4328-be82-92def77a91f3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3652723 Nov 19 13:36:25.615454 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35008) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.619708 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:25.644008 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4119d2-3f7a-4194-8deb-0f0d79fbbc86 req-039eeb2d-410d-43f9-9465-fbaceb197dba tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.644674 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.645830 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cd4119d2-3f7a-4194-8deb-0f0d79fbbc86 req-039eeb2d-410d-43f9-9465-fbaceb197dba tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0623810 Nov 19 13:36:25.648989 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.706990 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cd4119d2-3f7a-4194-8deb-0f0d79fbbc86 req-e093935f-44a6-472c-86a1-f41e5878d8aa tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543814 Nov 19 13:36:25.714389 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.767985 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-474c0e59-a35d-4418-9a7b-a17ed074cabf', 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'fixed_ips': [{'subnet_id': '50e2b121-5ec6-42af-8073-bee097cb51f0'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:25.768980 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.795533 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Sync routers for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:25.863592 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:25.864270 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:25.871936 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.903398 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-c3cea019-fe23-4aa8-8610-748fbf47755d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.903995 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-c3cea019-fe23-4aa8-8610-748fbf47755d tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 946 time: 0.0789957 Nov 19 13:36:26.032922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Deleting port 86320b9c-2c05-4b6f-8954-df5308ada776 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:26.033654 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.093556 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 435b8bed-aa88-4d42-8f8a-9c72b348f26c up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:26.141959 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.154513 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] For port 86320b9c-2c05-4b6f-8954-df5308ada776, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=86320b9c-2c05-4b6f-8954-df5308ada776,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:26.155717 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.179921 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.185177 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Calling delete_port for 86320b9c-2c05-4b6f-8954-df5308ada776 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:26.246485 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Allocated IP 172.20.0.2 (474c0e59-a35d-4418-9a7b-a17ed074cabf/50e2b121-5ec6-42af-8073-bee097cb51f0/217f9e46-7b8a-4c57-818b-69ac0807c098) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:26.278705 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:26.374399 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Allocated IP 172.27.0.154 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/01409826-1bf9-46a3-90a8-69c5ae6d27a0) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:26.394602 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 435b8bed-aa88-4d42-8f8a-9c72b348f26c triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:26.394984 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.406830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.440760 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Pushing event deleted for resources: {'Port': ['ID=86320b9c-2c05-4b6f-8954-df5308ada776,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.442215 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1', '86320b9c-2c05-4b6f-8954-df5308ada776'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:26.484685 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] No DVR routers for this DVR port 86320b9c-2c05-4b6f-8954-df5308ada776 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:26.488180 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.491837 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-43f7e923-c2e1-4a46-9c36-03a0b4291bfa req-6c2e4802-064b-4d7c-bc9c-7de0d71dee0e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "DELETE /v2.0/ports/86320b9c-2c05-4b6f-8954-df5308ada776 HTTP/1.1" status: 204 len: 173 time: 0.5789349 Nov 19 13:36:26.492442 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e0d00a-22db-474e-a3cf-40808f76d685', 'name': 'network-vif-deleted', 'tag': '86320b9c-2c05-4b6f-8954-df5308ada776'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:26.494893 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2742fa1-2ed1-4ad9-a1c4-0b0713d9e475" -d '{"events": [{"server_uuid": "03e0d00a-22db-474e-a3cf-40808f76d685", "name": "network-vif-deleted", "tag": "86320b9c-2c05-4b6f-8954-df5308ada776"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:26.528471 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.562618 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae5f0c-51ab-4823-b219-8a3f2c8ebc59 x-openstack-request-id: req-f4ae5f0c-51ab-4823-b219-8a3f2c8ebc59 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:26.563363 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e0d00a-22db-474e-a3cf-40808f76d685", "name": "network-vif-deleted", "tag": "86320b9c-2c05-4b6f-8954-df5308ada776", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:26.564054 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4ae5f0c-51ab-4823-b219-8a3f2c8ebc59 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:26.564054 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e0d00a-22db-474e-a3cf-40808f76d685', 'name': 'network-vif-deleted', 'tag': '86320b9c-2c05-4b6f-8954-df5308ada776', 'status': 'completed', 'code': 200} Nov 19 13:36:26.578574 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.621099 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:26.625883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:26.629983 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:26.641809 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Pushing event updated for resources: {'Port': ['ID=01409826-1bf9-46a3-90a8-69c5ae6d27a0,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.822759 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.835890 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b97f5711-d4f1-4aaa-ad01-f1ff6b5acb54 req-cde5fba2-692c-44d3-a6ba-1f577a0a1518 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=03e0d00a-22db-474e-a3cf-40808f76d685 HTTP/1.1" status: 200 len: 210 time: 0.0342166 Nov 19 13:36:26.843640 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.847359 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.922293 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.938815 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 435b8bed-aa88-4d42-8f8a-9c72b348f26c, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=435b8bed-aa88-4d42-8f8a-9c72b348f26c,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:26.943445 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:26.945410 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Pushing event updated for resources: {'Port': ['ID=217f9e46-7b8a-4c57-818b-69ac0807c098,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.950269 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.955951 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:26.960273 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:27.054219 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 2, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:27.091951 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=435b8bed-aa88-4d42-8f8a-9c72b348f26c,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.097198 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Checking router: b0a5120d-4525-4b66-a4bd-53a68d47a8db for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:27.097561 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Updating router b0a5120d-4525-4b66-a4bd-53a68d47a8db port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:27.118170 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Attempting to bind port 217f9e46-7b8a-4c57-818b-69ac0807c098 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:27.118556 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Attempting to bind port 217f9e46-7b8a-4c57-818b-69ac0807c098 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:27.118970 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Attempting to bind port 217f9e46-7b8a-4c57-818b-69ac0807c098 on network 474c0e59-a35d-4418-9a7b-a17ed074cabf {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:27.129862 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:27.130246 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Checking segment: {'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:27.130648 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.131049 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Bound using segment: {'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:27.131537 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Bound port: 217f9e46-7b8a-4c57-818b-69ac0807c098, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:27.131926 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.144394 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.149192 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.286787 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] For port 217f9e46-7b8a-4c57-818b-69ac0807c098, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:27.306017 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] For port 217f9e46-7b8a-4c57-818b-69ac0807c098, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=217f9e46-7b8a-4c57-818b-69ac0807c098,segment=NetworkSegment(096f5ead-37bc-4d0d-a8ae-85281d3cf3ac),segment_id=096f5ead-37bc-4d0d-a8ae-85281d3cf3ac)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:27.313630 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.447627 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2da60f-75bb-4b54-925d-862cd86eecb8 None None] Pushing event updated for resources: {'Port': ['ID=217f9e46-7b8a-4c57-818b-69ac0807c098,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.521227 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Router 0e0de08a-0328-46b1-a832-43f420e1ebdc is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:36:27.572077 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.579719 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.653841 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1f47a-2563-4649-8ef4-42962267ffbc None None] Pushing event updated for resources: {'Port': ['ID=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.696003 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:27.710029 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Sync routers for ids ['0e0de08a-0328-46b1-a832-43f420e1ebdc'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:27.720478 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.721568 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Routers {'0e0de08a-0328-46b1-a832-43f420e1ebdc'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:27.722329 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['0e0de08a-0328-46b1-a832-43f420e1ebdc'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:27.725527 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35026) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:27.730148 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Attempting to bind port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:27.730531 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Attempting to bind port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:27.730896 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Attempting to bind port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 on network 838c8306-efea-4e62-b3ee-560c65cf7002 {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:27.734063 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-fe7625ad-94e2-4a72-9e20-d10e79328de8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1088891 Nov 19 13:36:27.737946 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:27.738578 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Checking segment: {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:27.739137 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.739720 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Bound using segment: {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:27.740445 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Bound port: a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:27.741020 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.845397 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] For port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:27.855579 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] For port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:27.862808 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.065849 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Set router 0e0de08a-0328-46b1-a832-43f420e1ebdc gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:28.066929 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:28.071030 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:28.176695 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-78b66dca-ffef-4d94-91a9-04e8b0a93e25 None None] Provisioning complete for port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:28.177081 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-78b66dca-ffef-4d94-91a9-04e8b0a93e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.183777 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 217f9e46-7b8a-4c57-818b-69ac0807c098 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:28.278537 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1f47a-2563-4649-8ef4-42962267ffbc None None] Pushing event updated for resources: {'Port': ['ID=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.379950 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 3, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port': {'id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:28.391917 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3426c07-8be1-423e-839b-d8bd846877b5 req-7eaf292a-8470-410e-8399-a582110c6eab tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.398769 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a3426c07-8be1-423e-839b-d8bd846877b5 req-7eaf292a-8470-410e-8399-a582110c6eab tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1240568 Nov 19 13:36:28.430513 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Checking router: 0e0de08a-0328-46b1-a832-43f420e1ebdc for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:28.431130 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Updating router 0e0de08a-0328-46b1-a832-43f420e1ebdc port 01409826-1bf9-46a3-90a8-69c5ae6d27a0 binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:28.467301 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.541097 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a3426c07-8be1-423e-839b-d8bd846877b5 req-aa135b2f-da84-48c7-b9aa-3dd15a423693 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379509 Nov 19 13:36:28.552520 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.635309 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 217f9e46-7b8a-4c57-818b-69ac0807c098 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:28.635309 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.676774 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:28.757539 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Allocated IP 172.20.0.1 (474c0e59-a35d-4418-9a7b-a17ed074cabf/50e2b121-5ec6-42af-8073-bee097cb51f0/7d601c47-99d2-4209-b1e6-78962a52dcbd) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:28.801695 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-78b66dca-ffef-4d94-91a9-04e8b0a93e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.825106 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.836072 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.872331 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669963c0-7101-4d42-9642-6a4e8a506e5d None None] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:28.900557 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.907759 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Attempting to bind port 01409826-1bf9-46a3-90a8-69c5ae6d27a0 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:28.908136 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Attempting to bind port 01409826-1bf9-46a3-90a8-69c5ae6d27a0 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:28.908819 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Attempting to bind port 01409826-1bf9-46a3-90a8-69c5ae6d27a0 on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:28.911872 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fe0f8-ae7c-45db-be11-a57c37b7ece9 None None] Pushing event updated for resources: {'Port': ['ID=01409826-1bf9-46a3-90a8-69c5ae6d27a0,revision_number=2']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.917401 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:28.918290 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:28.918290 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.918589 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:28.919032 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Bound port: 01409826-1bf9-46a3-90a8-69c5ae6d27a0, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:28.919418 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.939056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.975556 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] For port 01409826-1bf9-46a3-90a8-69c5ae6d27a0, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:28.978805 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] For port 01409826-1bf9-46a3-90a8-69c5ae6d27a0, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=01409826-1bf9-46a3-90a8-69c5ae6d27a0,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:28.984923 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.985808 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:28.988927 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:28.994502 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:28.997765 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Pushing event updated for resources: {'Port': ['ID=7d601c47-99d2-4209-b1e6-78962a52dcbd,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.006624 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-78b66dca-ffef-4d94-91a9-04e8b0a93e25 None None] For port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:29.020334 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-78b66dca-ffef-4d94-91a9-04e8b0a93e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.021551 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.057663 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fe0f8-ae7c-45db-be11-a57c37b7ece9 None None] Pushing event updated for resources: {'Port': ['ID=01409826-1bf9-46a3-90a8-69c5ae6d27a0,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.069093 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.074616 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Routers {'0e0de08a-0328-46b1-a832-43f420e1ebdc'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:29.075349 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['0e0de08a-0328-46b1-a832-43f420e1ebdc'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:29.166858 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 217f9e46-7b8a-4c57-818b-69ac0807c098, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=217f9e46-7b8a-4c57-818b-69ac0807c098,segment=NetworkSegment(096f5ead-37bc-4d0d-a8ae-85281d3cf3ac),segment_id=096f5ead-37bc-4d0d-a8ae-85281d3cf3ac)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:29.207197 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.223801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.224074 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] Set router 0e0de08a-0328-46b1-a832-43f420e1ebdc gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:29.224642 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 435b8bed-aa88-4d42-8f8a-9c72b348f26c up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:29.258663 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b66dca-ffef-4d94-91a9-04e8b0a93e25 None None] Pushing event updated for resources: {'Port': ['ID=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.273180 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-d25713ba-4f3c-4c60-beb6-896d65ab0661 None None] Provisioning complete for port 217f9e46-7b8a-4c57-818b-69ac0807c098 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:29.273557 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d25713ba-4f3c-4c60-beb6-896d65ab0661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.432605 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=217f9e46-7b8a-4c57-818b-69ac0807c098,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.443119 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 435b8bed-aa88-4d42-8f8a-9c72b348f26c triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:29.443320 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.446669 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.452521 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.457289 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:29.463544 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 3, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port': {'id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:29.499028 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81cfd2-2dca-4184-aaa2-5ca8e49999cf None None] The sync data for ids ['0e0de08a-0328-46b1-a832-43f420e1ebdc'] in dv-cinder-816324-4-iscsi is: [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 3, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port': {'id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:29.540546 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Pushing event updated for resources: {'Port': ['ID=7d601c47-99d2-4209-b1e6-78962a52dcbd,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.544434 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.548466 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae3c10-d75d-4fbb-8a98-aaf4a7de02a9 None None] The sync data for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi is: [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:27Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:29.772587 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-d25713ba-4f3c-4c60-beb6-896d65ab0661 None None] Provisioning complete for port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:29.773047 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d25713ba-4f3c-4c60-beb6-896d65ab0661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.818453 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5429f-5249-4f66-b3a8-34aeed39b792 req-9ae7f7de-d366-4788-8cec-03c1e48c729e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:29.828121 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e1e5429f-5249-4f66-b3a8-34aeed39b792 req-9ae7f7de-d366-4788-8cec-03c1e48c729e tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1551952 Nov 19 13:36:29.832802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:29.839519 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:30.088235 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-e790239d-4eae-487c-8c58-796a1ec414be None None] Provisioning complete for port 7d601c47-99d2-4209-b1e6-78962a52dcbd triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:30.088924 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e790239d-4eae-487c-8c58-796a1ec414be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.197245 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-e790239d-4eae-487c-8c58-796a1ec414be None None] Port 7d601c47-99d2-4209-b1e6-78962a52dcbd cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:30.228141 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-e790239d-4eae-487c-8c58-796a1ec414be None None] Provisioning complete for port 217f9e46-7b8a-4c57-818b-69ac0807c098 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:30.228564 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e790239d-4eae-487c-8c58-796a1ec414be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.289396 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 217f9e46-7b8a-4c57-818b-69ac0807c098 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:30.371979 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e1e5429f-5249-4f66-b3a8-34aeed39b792 req-6a8f64d6-d091-4bd2-bb1e-5d23b273fe10 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427012 Nov 19 13:36:30.406879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 217f9e46-7b8a-4c57-818b-69ac0807c098 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:30.407211 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.460027 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-8d422e55-a29c-47c0-82f5-976c95d9894c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1118829 Nov 19 13:36:30.468789 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Router 0e0de08a-0328-46b1-a832-43f420e1ebdc has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:30.623332 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-94503e36-1da1-42e7-8db4-369d659fa73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.625784 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-94503e36-1da1-42e7-8db4-369d659fa73d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1098 time: 0.0999801 Nov 19 13:36:30.693560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:30.705979 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:30.716138 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b3219c6d-0071-4c27-9c6c-25e9bff86d07 admin admin] 10.222.0.81 "PUT /v2.0/routers/0e0de08a-0328-46b1-a832-43f420e1ebdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9886906 Nov 19 13:36:30.749426 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-97d11b33-ba12-44b6-a0fd-ea730c3beb7a None None] Provisioning complete for port 7d601c47-99d2-4209-b1e6-78962a52dcbd triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:30.749858 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-97d11b33-ba12-44b6-a0fd-ea730c3beb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.776867 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-adacabd0-1e65-4e71-a70e-c690aa98152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.778411 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-adacabd0-1e65-4e71-a70e-c690aa98152b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.1268451 Nov 19 13:36:30.804924 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-97d11b33-ba12-44b6-a0fd-ea730c3beb7a None None] Port 7d601c47-99d2-4209-b1e6-78962a52dcbd cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:30.834758 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:30.835146 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.914953 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-e7135038-2cdc-4a54-9c50-ff4a701ab10f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 1001 time: 0.1279473 Nov 19 13:36:30.947948 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.958288 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-ed50290e-c7d2-4f93-98d7-9c2375ee1c3c None None] Provisioning complete for port 7d601c47-99d2-4209-b1e6-78962a52dcbd triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:30.958666 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-ed50290e-c7d2-4f93-98d7-9c2375ee1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.014602 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 86320b9c-2c05-4b6f-8954-df5308ada776 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:31.020338 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-7eb01102-e40a-461a-aed0-3370aa0ad345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.022231 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-7eb01102-e40a-461a-aed0-3370aa0ad345 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0923069 Nov 19 13:36:31.056400 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 86320b9c-2c05-4b6f-8954-df5308ada776 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:31.056757 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 86320b9c-2c05-4b6f-8954-df5308ada776 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:31.071972 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-ed50290e-c7d2-4f93-98d7-9c2375ee1c3c None None] Port 7d601c47-99d2-4209-b1e6-78962a52dcbd cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:31.094616 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-1a7ae448-6f56-458e-b3c7-2e6190dc4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.096164 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-1a7ae448-6f56-458e-b3c7-2e6190dc4127 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649574 Nov 19 13:36:31.211486 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-3eaca9af-6abb-4e35-9001-159324e5345c service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064272 Nov 19 13:36:31.332895 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b4358b1-2e36-44c5-9eb1-23fae861e682 req-658671b1-6315-4e22-a818-9b82360c161f service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079702 Nov 19 13:36:31.340472 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c2b9-b450-4c42-8124-8d9e3c3b6677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.529546 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812d1d-4850-4d17-9dbc-5f293cab6770 req-1880a8cf-f0f0-4d4f-9880-93fdf65699be tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.536378 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cd812d1d-4850-4d17-9dbc-5f293cab6770 req-1880a8cf-f0f0-4d4f-9880-93fdf65699be tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0716882 Nov 19 13:36:31.587175 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cd812d1d-4850-4d17-9dbc-5f293cab6770 req-3f93ac0d-3f93-419c-bf16-75514e893989 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Nov 19 13:36:32.028282 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 01409826-1bf9-46a3-90a8-69c5ae6d27a0 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:32.105856 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 01409826-1bf9-46a3-90a8-69c5ae6d27a0 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:32.112886 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.235099 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.258913 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 01409826-1bf9-46a3-90a8-69c5ae6d27a0, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=01409826-1bf9-46a3-90a8-69c5ae6d27a0,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:32.265123 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.341612 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=01409826-1bf9-46a3-90a8-69c5ae6d27a0,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:32.398865 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Sync routers for ids ['0e0de08a-0328-46b1-a832-43f420e1ebdc'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:32.416984 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Routers {'0e0de08a-0328-46b1-a832-43f420e1ebdc'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:32.418495 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['0e0de08a-0328-46b1-a832-43f420e1ebdc'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:32.561946 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Set router 0e0de08a-0328-46b1-a832-43f420e1ebdc gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:32.787417 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48e013-f48a-4c0e-811a-0b96e6bb8820 req-f62d22d2-9458-407d-af96-ce8bdf3fd2e9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.797417 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7d48e013-f48a-4c0e-811a-0b96e6bb8820 req-f62d22d2-9458-407d-af96-ce8bdf3fd2e9 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0986059 Nov 19 13:36:32.874934 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7d48e013-f48a-4c0e-811a-0b96e6bb8820 req-06ec2389-78a5-4100-b054-628d17d040b4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740893 Nov 19 13:36:32.989765 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:36:29Z', 'revision_number': 4, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port': {'id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '7d601c47-99d2-4209-b1e6-78962a52dcbd', 'name': '', 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'mac_address': 'fa:16:3e:2e:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50e2b121-5ec6-42af-8073-bee097cb51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:28Z', 'updated_at': '2021-11-19T13:36:29Z', 'revision_number': 2, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'subnets': [{'id': '50e2b121-5ec6-42af-8073-bee097cb51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:33.017567 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Checking router: 0e0de08a-0328-46b1-a832-43f420e1ebdc for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:33.018750 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Updating router 0e0de08a-0328-46b1-a832-43f420e1ebdc port 7d601c47-99d2-4209-b1e6-78962a52dcbd binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:33.046060 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.483624 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.491068 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.580307 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457e96-f178-4cb9-a73d-8b25af20260c None None] Pushing event updated for resources: {'Port': ['ID=7d601c47-99d2-4209-b1e6-78962a52dcbd,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:33.658769 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Attempting to bind port 7d601c47-99d2-4209-b1e6-78962a52dcbd on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:33.659456 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Attempting to bind port 7d601c47-99d2-4209-b1e6-78962a52dcbd by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:33.659939 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Attempting to bind port 7d601c47-99d2-4209-b1e6-78962a52dcbd on network 474c0e59-a35d-4418-9a7b-a17ed074cabf {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:33.666354 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:33.666674 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Checking segment: {'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:33.667186 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.667818 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Bound using segment: {'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:33.668337 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Bound port: 7d601c47-99d2-4209-b1e6-78962a52dcbd, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:33.668835 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.745772 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] For port 7d601c47-99d2-4209-b1e6-78962a52dcbd, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:33.751518 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] For port 7d601c47-99d2-4209-b1e6-78962a52dcbd, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=7d601c47-99d2-4209-b1e6-78962a52dcbd,segment=NetworkSegment(096f5ead-37bc-4d0d-a8ae-85281d3cf3ac),segment_id=096f5ead-37bc-4d0d-a8ae-85281d3cf3ac)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:33.761996 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.858744 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-9275e312-2f91-4915-baa3-ee04a51997e6 None None] Provisioning complete for port 7d601c47-99d2-4209-b1e6-78962a52dcbd triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:33.859235 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-9275e312-2f91-4915-baa3-ee04a51997e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.972412 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Routers {'0e0de08a-0328-46b1-a832-43f420e1ebdc'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:33.973872 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['0e0de08a-0328-46b1-a832-43f420e1ebdc'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:34.095021 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 01409826-1bf9-46a3-90a8-69c5ae6d27a0 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:34.101608 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457e96-f178-4cb9-a73d-8b25af20260c None None] Pushing event updated for resources: {'Port': ['ID=7d601c47-99d2-4209-b1e6-78962a52dcbd,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.152651 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbeae5d-fc96-447f-885f-0c50593b4829 req-564935a9-da14-4c1f-ae4f-fbfc65e74770 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.154241 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4bbeae5d-fc96-447f-885f-0c50593b4829 req-564935a9-da14-4c1f-ae4f-fbfc65e74770 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1120617 Nov 19 13:36:34.157630 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-bea57bc2-c967-4f11-a2db-3478a9cf444c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.200834 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] Set router 0e0de08a-0328-46b1-a832-43f420e1ebdc gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:34.245157 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4bbeae5d-fc96-447f-885f-0c50593b4829 req-8a77fc2a-4fc0-4319-81f6-92a60981f0a5 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802376 Nov 19 13:36:34.337534 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 01409826-1bf9-46a3-90a8-69c5ae6d27a0 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:34.338054 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.342404 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-9275e312-2f91-4915-baa3-ee04a51997e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.439716 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-9275e312-2f91-4915-baa3-ee04a51997e6 None None] For port 7d601c47-99d2-4209-b1e6-78962a52dcbd, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=7d601c47-99d2-4209-b1e6-78962a52dcbd,segment=NetworkSegment(096f5ead-37bc-4d0d-a8ae-85281d3cf3ac),segment_id=096f5ead-37bc-4d0d-a8ae-85281d3cf3ac)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:34.452782 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-9275e312-2f91-4915-baa3-ee04a51997e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.579729 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275e312-2f91-4915-baa3-ee04a51997e6 None None] Pushing event updated for resources: {'Port': ['ID=7d601c47-99d2-4209-b1e6-78962a52dcbd,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.611139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-b2cbb693-6267-4f68-9077-cc7317c43d72 None None] Provisioning complete for port 7d601c47-99d2-4209-b1e6-78962a52dcbd triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:34.611660 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb693-6267-4f68-9077-cc7317c43d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.672390 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:36:29Z', 'revision_number': 4, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port': {'id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '7d601c47-99d2-4209-b1e6-78962a52dcbd', 'name': '', 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'mac_address': 'fa:16:3e:2e:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50e2b121-5ec6-42af-8073-bee097cb51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:28Z', 'updated_at': '2021-11-19T13:36:33Z', 'revision_number': 4, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'subnets': [{'id': '50e2b121-5ec6-42af-8073-bee097cb51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:34.708068 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b2577-f0a1-4a17-8941-5fcad63e366f None None] The sync data for ids ['0e0de08a-0328-46b1-a832-43f420e1ebdc'] in dv-cinder-816324-4-iscsi is: [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:36:29Z', 'revision_number': 4, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port': {'id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '7d601c47-99d2-4209-b1e6-78962a52dcbd', 'name': '', 'network_id': '474c0e59-a35d-4418-9a7b-a17ed074cabf', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'mac_address': 'fa:16:3e:2e:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50e2b121-5ec6-42af-8073-bee097cb51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:28Z', 'updated_at': '2021-11-19T13:36:33Z', 'revision_number': 4, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'subnets': [{'id': '50e2b121-5ec6-42af-8073-bee097cb51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:34.763300 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-441a056d-c7c6-4e80-9b4c-ed9c1ea1f849 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.765386 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-441a056d-c7c6-4e80-9b4c-ed9c1ea1f849 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.0745971 Nov 19 13:36:34.850817 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.985107 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Deleting port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:34.985736 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.119150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] For port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:35.119596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.140589 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Calling delete_port for 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:35.435461 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e8906-a3a7-47b0-bbb5-4e47ed0dcead req-92dc54c3-060b-4143-b03d-8a8b9e1996f4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.437728 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-798e8906-a3a7-47b0-bbb5-4e47ed0dcead req-92dc54c3-060b-4143-b03d-8a8b9e1996f4 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1c2a657-c6ef-46fe-a2c3-97e2616ae619 HTTP/1.1" status: 200 len: 945 time: 0.1113603 Nov 19 13:36:35.439112 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.451101 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:35.523096 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Pushing event deleted for resources: {'Port': ['ID=0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:35.572317 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] No DVR routers for this DVR port 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:35.576906 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.580848 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-51992792-e0e6-43ef-8a15-ef52973dfe54 req-cb57202a-ac08-44d3-8fb2-9b64c40f5a62 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.73 "DELETE /v2.0/ports/0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 HTTP/1.1" status: 204 len: 173 time: 0.8032856 Nov 19 13:36:35.581507 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'name': 'network-vif-deleted', 'tag': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:35.583843 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5664e6b-e807-4b0f-aaab-599f1c8f522e" -d '{"events": [{"server_uuid": "a1c2a657-c6ef-46fe-a2c3-97e2616ae619", "name": "network-vif-deleted", "tag": "0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:35.633031 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-798e8906-a3a7-47b0-bbb5-4e47ed0dcead req-771552d3-f3c0-47cc-98ad-7eb965009fc6 tempest-ServerRescueNegativeTestJSON-1595923974 tempest-ServerRescueNegativeTestJSON-1595923974-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556430 Nov 19 13:36:35.693695 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb740c0-fba8-430d-a4bd-78127f27f3f5 x-openstack-request-id: req-cdb740c0-fba8-430d-a4bd-78127f27f3f5 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:35.694208 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c2a657-c6ef-46fe-a2c3-97e2616ae619", "name": "network-vif-deleted", "tag": "0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:35.694628 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cdb740c0-fba8-430d-a4bd-78127f27f3f5 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:35.695191 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c2a657-c6ef-46fe-a2c3-97e2616ae619', 'name': 'network-vif-deleted', 'tag': '0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1', 'status': 'completed', 'code': 200} Nov 19 13:36:35.991318 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 7d601c47-99d2-4209-b1e6-78962a52dcbd up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:36.059793 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 7d601c47-99d2-4209-b1e6-78962a52dcbd triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:36.060230 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.315071 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.727448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35140) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:37.286620 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.320566 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.685305 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Deleting port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:37.685907 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.776087 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] For port e9c7f18c-c77d-4e47-a82e-12c28cd04cb0, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,segment=NetworkSegment(898510e0-62db-42a7-ab2d-03a574e359f8),segment_id=898510e0-62db-42a7-ab2d-03a574e359f8)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:37.776802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.794711 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Calling delete_port for e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 owned by network:router_interface {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:38.009441 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.037201 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c7f18c-c77d-4e47-a82e-12c28cd04cb0,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:38.205654 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.690134 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Router 7c097da1-542f-41d5-a709-e509289d8222 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:38.811045 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:38.819554 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] Sync routers for ids ['7c097da1-542f-41d5-a709-e509289d8222'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:38.831180 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] Routers {'7c097da1-542f-41d5-a709-e509289d8222'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:38.831841 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-7b0e4531-66f2-4040-8109-53b9118f051d admin admin] 10.222.0.81 "PUT /v2.0/routers/7c097da1-542f-41d5-a709-e509289d8222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1026168 Nov 19 13:36:38.832803 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['7c097da1-542f-41d5-a709-e509289d8222'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:38.834455 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35156) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:38.965329 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] Set router 7c097da1-542f-41d5-a709-e509289d8222 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:38.970785 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks [] for router, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.024020 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:39.050381 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:39.051337 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 0e7e2d2c-68e7-4e7d-99d4-bb461cb9e7a1 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:39.108275 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.197770 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Deleting port 4f957025-8c52-4b11-978b-828b37c0b096 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:39.198179 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.223539 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4f957025-8c52-4b11-978b-828b37c0b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:36:37Z', 'revision_number': 5, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port': {'id': '4f957025-8c52-4b11-978b-828b37c0b096', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c097da1-542f-41d5-a709-e509289d8222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:39.267755 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] Checking router: 7c097da1-542f-41d5-a709-e509289d8222 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:39.281049 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] Routers {'7c097da1-542f-41d5-a709-e509289d8222'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:39.281800 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:36:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['7c097da1-542f-41d5-a709-e509289d8222'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:39.329213 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] For port 4f957025-8c52-4b11-978b-828b37c0b096, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=4f957025-8c52-4b11-978b-828b37c0b096,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:39.330120 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.356394 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Calling delete_port for 4f957025-8c52-4b11-978b-828b37c0b096 owned by network:router_gateway {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:39.400236 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] Set router 7c097da1-542f-41d5-a709-e509289d8222 gateway port host: None {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:39.459740 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:36:39Z', 'revision_number': 6, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:39.590295 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8245898-9861-4ecc-a22b-ef1bf49241b1 None None] The sync data for ids ['7c097da1-542f-41d5-a709-e509289d8222'] in dv-cinder-816324-4-iscsi is: [{'id': '7c097da1-542f-41d5-a709-e509289d8222', 'name': 'tempest-ServerRescueNegativeTestJSON-1020619590-router', 'tenant_id': '943327e3a6b442be8ad522b091ceeefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:36:39Z', 'revision_number': 6, 'project_id': '943327e3a6b442be8ad522b091ceeefe', 'gw_port_host': None}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:39.609729 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.638896 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f957025-8c52-4b11-978b-828b37c0b096,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:39.706603 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.817655 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.819947 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.891952 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.893573 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c097da1-542f-41d5-a709-e509289d8222 {{(pid=102797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:36:39.902333 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.904268 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-7de226c2-25a6-4d6f-8802-f63f570fa173 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7c097da1-542f-41d5-a709-e509289d8222 HTTP/1.1" status: 204 len: 168 time: 1.0674179 Nov 19 13:36:39.906194 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35164) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:39.970399 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] Deleting subnet 3f52eff9-2671-426a-8275-17fbd4787a7a {{(pid=102798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:36:39.976045 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.021741 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25440321'] for subnet, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.073453 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.137997 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380179'] for subnet, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.166718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f52eff9-2671-426a-8275-17fbd4787a7a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:40.173651 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.177962 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-fae65c00-44f9-4e50-af89-12cd15e3b384 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3f52eff9-2671-426a-8275-17fbd4787a7a HTTP/1.1" status: 204 len: 168 time: 0.2707491 Nov 19 13:36:40.180449 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35168) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:40.256725 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.352955 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.376180 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c30bbc7-ec26-4462-a649-904c10a18660']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:40.387576 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898510e0-62db-42a7-ab2d-03a574e359f8') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:40.387882 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898510e0-62db-42a7-ab2d-03a574e359f8') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:40.404857 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.429663 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.438347 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:36:40.438831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:36:40.441020 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:36:40.503925 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.516091 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.520813 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4c30bbc7-ec26-4462-a649-904c10a18660 HTTP/1.1" status: 204 len: 168 time: 0.3393962 Nov 19 13:36:40.538087 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fdd33-558b-4738-a47b-0105dcf27566 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c30bbc7-ec26-4462-a649-904c10a18660,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:40.771742 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35174) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:40.827326 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-bfd89c00-87ca-4e70-95b1-aad71d68cb7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=943327e3a6b442be8ad522b091ceeefe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0543051 Nov 19 13:36:40.831729 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35176) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:40.917969 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0cfb078e-b02f-4d16-a02e-8760bb5b5487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.945155 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0cfb078e-b02f-4d16-a02e-8760bb5b5487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.017344 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0cfb078e-b02f-4d16-a02e-8760bb5b5487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.020791 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0cfb078e-b02f-4d16-a02e-8760bb5b5487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.024342 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0cfb078e-b02f-4d16-a02e-8760bb5b5487 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf HTTP/1.1" status: 204 len: 168 time: 0.1897984 Nov 19 13:36:41.037619 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb078e-b02f-4d16-a02e-8760bb5b5487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a8817f-bc2a-4f7f-b94c-e1a7be4f65cf,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.847423 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35218) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:41.915060 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 4f957025-8c52-4b11-978b-828b37c0b096 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:41.954306 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1009939456-network', 'tenant_id': '4a5c91d4fd55407db18411af6b0e127a'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:41.978507 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Made reservation on behalf of 4a5c91d4fd55407db18411af6b0e127a for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:41.980900 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.991472 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.082585 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 4f957025-8c52-4b11-978b-828b37c0b096 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:42.082932 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 4f957025-8c52-4b11-978b-828b37c0b096 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:42.083342 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:42.091132 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.096350 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.104348 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:42.104754 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e9c7f18c-c77d-4e47-a82e-12c28cd04cb0 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:42.127329 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:42.141969 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cbde92-116a-4b39-a09c-4342795e6a45,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:42.147850 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.147961 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Added segment 72629063-ecd3-4527-b93e-66474a3a08e4 of type vlan for network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad Nov 19 13:36:42.192519 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.218232 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.219201 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.219782 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.279125 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4269495 Nov 19 13:36:42.279545 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35238) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:42.286381 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Request body: {'subnet': {'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1009939456-subnet', 'tenant_id': '4a5c91d4fd55407db18411af6b0e127a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:42.293957 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3fed7-b0eb-4898-8a3b-c28f0db8054f admin admin] Pushing event updated for resources: {'Network': ['ID=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:42.307597 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:42.325548 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Made reservation on behalf of 4a5c91d4fd55407db18411af6b0e127a for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:42.326427 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-02aedfeb-b3c9-427d-ab4e-6da50398f166 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.328583 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-02aedfeb-b3c9-427d-ab4e-6da50398f166 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 814 time: 0.1191454 Nov 19 13:36:42.329078 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336694'] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.345672 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-eee102ea-f199-4595-ab67-8188af365db9 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/quotas/eee87d0b3f204e56bd6213a56e92c6f8 HTTP/1.1" status: 200 len: 375 time: 0.0107288 Nov 19 13:36:42.428835 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-b45bca2f-85c8-4596-a29b-4102724dc981 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769961 Nov 19 13:36:42.517176 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4659604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336708'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.522967 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-afc82fa8-e5a7-40b9-9232-0ab7e3dd27d0 service neutron] 10.222.0.81 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896430 Nov 19 13:36:42.575079 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=023ab77d-ad85-42e6-89de-9731f12416d9,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:42.584313 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Checking segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:42.584678 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Network hostable DHCP agents. Network: d0cbd1a9-e437-4dd4-9468-77e3011cd1ad, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:42.601200 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:42.609940 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, d0cbd1a9-e437-4dd4-9468-77e3011cd1ad) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:42.614281 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.614907 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.615301 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-95403cac-51c0-41d0-8f45-5aae24c0e451 service neutron] 10.222.0.81 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853586 Nov 19 13:36:42.622960 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0827570d-5433-494a-bc76-84e5b0a41308 None None] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:42.643346 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5aee892b-ca58-4d03-a06b-e3369125c9f7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3547273 Nov 19 13:36:42.788549 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f627a8b-cf37-4f50-9685-5a9ee8659f9e None None] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:42.838651 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-78b5c905-50c8-4bc3-8a69-f3a9194ce194 req-54d524b0-9d32-4755-abde-5350e4f79214 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 210 time: 0.0454645 Nov 19 13:36:43.176318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-b021ae0a-7a0f-42bb-80f7-bde6378cba86 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.177838 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-b021ae0a-7a0f-42bb-80f7-bde6378cba86 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.1174963 Nov 19 13:36:43.196794 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-6abdd856-2fc7-42d6-a88f-94d34ff56060 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/quotas/4a5c91d4fd55407db18411af6b0e127a HTTP/1.1" status: 200 len: 375 time: 0.0110433 Nov 19 13:36:43.231486 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-9edde103-846e-43f8-8264-d35d1b82928e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282431 Nov 19 13:36:43.328108 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-808bb013-75ff-4e0e-9bec-3d2974fdd3ca service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882201 Nov 19 13:36:43.430913 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-1a7a5973-c9dd-4255-83e0-0fc27539f9e2 service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950150 Nov 19 13:36:43.598159 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ada99fca-4bed-4f96-8c60-8525987baae6 req-5765dc0f-88ca-4946-8a8f-948a0f2a9c75 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 210 time: 0.0304971 Nov 19 13:36:43.953759 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9183886c-304a-4a47-803c-5303c9a8cb2b req-48895123-7798-4618-abf0-f33243c7cd07 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 210 time: 0.0324600 Nov 19 13:36:43.961279 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-9027f397-5950-45ae-9427-920c1c3b7899 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.962767 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-9027f397-5950-45ae-9427-920c1c3b7899 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 814 time: 0.1697872 Nov 19 13:36:43.993247 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'port': {'device_id': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'admin_state_up': True, 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:44.113715 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Made reservation on behalf of eee87d0b3f204e56bd6213a56e92c6f8 for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:44.117287 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.265119 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Allocated IP 172.20.0.5 (838c8306-efea-4e62-b3ee-560c65cf7002/cdd4c063-35d9-4443-9601-dd52aee21a95/80b14f61-e370-410a-b9f8-577eb3a304c5) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:44.437266 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.477559 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.563153 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Network 838c8306-efea-4e62-b3ee-560c65cf7002 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:44.570020 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:44.573506 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:44.631583 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:44.674208 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.675284 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.702596 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba7785b8-0c07-479e-ba5d-20a61937e750 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136803 Nov 19 13:36:44.759000 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-82b2d966-976f-4c7b-af97-cbee6bf52178 req-b54c4b1c-6c59-42bf-b065-b080c568ef60 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 210 time: 0.0369830 Nov 19 13:36:44.953022 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-4a3c67ca-ec64-4bbb-9653-e20fed668bce None None] Provisioning complete for port 80b14f61-e370-410a-b9f8-577eb3a304c5 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:44.953619 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4a3c67ca-ec64-4bbb-9653-e20fed668bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.993611 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c67ca-ec64-4bbb-9653-e20fed668bce None None] Port 80b14f61-e370-410a-b9f8-577eb3a304c5 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:45.079444 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df39a-62e9-412a-9766-d577bd62bec7 req-4ff64708-df37-47a8-b584-c8bd510d74a2 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.081329 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-173df39a-62e9-412a-9766-d577bd62bec7 req-4ff64708-df37-47a8-b584-c8bd510d74a2 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 931 time: 0.0501671 Nov 19 13:36:45.134931 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-173df39a-62e9-412a-9766-d577bd62bec7 req-f2bc936c-2cf1-451f-8f40-39505ab029b3 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 Nov 19 13:36:51.625094 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:37:00.883232 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.107136 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Request body: {'port': {'device_id': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:01.168006 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.329444 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-2f2f337a-431f-424f-94d1-0adaa20e3436 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.332415 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-2f2f337a-431f-424f-94d1-0adaa20e3436 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.1264212 Nov 19 13:37:01.343788 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0acda42c-b344-499d-936b-6f6be4b6a2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.362588 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Request body: {'port': {'device_id': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'admin_state_up': True, 'tenant_id': '4a5c91d4fd55407db18411af6b0e127a'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:01.384126 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-02833615-0cad-4ccd-af01-d1f79bab5ae1 req-8a61d6b3-1b00-4c9f-a69c-3251e6d21235 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 210 time: 0.0790882 Nov 19 13:37:01.434852 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7598e1f-b847-4700-9fed-dd044d62a7b5 req-99055e55-9603-46fa-bb63-57c8a887784f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:01.436375 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f7598e1f-b847-4700-9fed-dd044d62a7b5 req-99055e55-9603-46fa-bb63-57c8a887784f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 931 time: 0.1283355 Nov 19 13:37:01.516052 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b14f61-e370-410a-b9f8-577eb3a304c5 {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:01.525979 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.542548 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Transition to ACTIVE for port object 80b14f61-e370-410a-b9f8-577eb3a304c5 will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:01.548695 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.550150 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f7598e1f-b847-4700-9fed-dd044d62a7b5 req-1c26ccbc-5456-4ebc-97c6-acd3891c8e30 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052372 Nov 19 13:37:01.575163 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Made reservation on behalf of 4a5c91d4fd55407db18411af6b0e127a for: {'port': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:01.578884 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.684213 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Pushing event updated for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:01.780345 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Attempting to bind port 80b14f61-e370-410a-b9f8-577eb3a304c5 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:01.780898 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Attempting to bind port 80b14f61-e370-410a-b9f8-577eb3a304c5 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:01.781316 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Attempting to bind port 80b14f61-e370-410a-b9f8-577eb3a304c5 on network 838c8306-efea-4e62-b3ee-560c65cf7002 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:01.788862 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Port 80b14f61-e370-410a-b9f8-577eb3a304c5 on network 838c8306-efea-4e62-b3ee-560c65cf7002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:01.788862 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Attempting to bind port 80b14f61-e370-410a-b9f8-577eb3a304c5 on network 838c8306-efea-4e62-b3ee-560c65cf7002 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:01.797555 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:01.798445 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Checking segment: {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:01.799677 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Bound using segment: {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:01.801341 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Bound port: 80b14f61-e370-410a-b9f8-577eb3a304c5, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c68054-1da4-4aba-baa3-86f10bf402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:01.801729 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.810295 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Allocated IP 172.20.0.9 (d0cbd1a9-e437-4dd4-9468-77e3011cd1ad/023ab77d-ad85-42e6-89de-9731f12416d9/1294d004-9e3e-4b1c-b6de-17d65aa2888a) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:01.936322 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:01.940542 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=80b14f61-e370-410a-b9f8-577eb3a304c5,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:01.947073 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.011021 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.012373 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.014389 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] 10.222.0.73 "PUT /v2.0/ports/80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 1093 time: 0.9114232 Nov 19 13:37:02.015175 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:02.019473 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b815dfc-62df-4f73-896d-69c4f42fe3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:02.046280 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.065406 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f60f3-b4f2-4008-a071-ccefaf5114db service neutron] Pushing event updated for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:02.118974 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.132849 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7bde68-8ce5-4747-9396-608d3592af4f x-openstack-request-id: req-5f7bde68-8ce5-4747-9396-608d3592af4f {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:02.133448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:02.133448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f7bde68-8ce5-4747-9396-608d3592af4f {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:02.133776 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'status': 'completed', 'code': 200} Nov 19 13:37:02.137129 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba165fa5-c704-4e63-9a44-af8f59360496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.138769 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-ba165fa5-c704-4e63-9a44-af8f59360496 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1096 time: 0.0689342 Nov 19 13:37:02.205625 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-6d80e907-0ac0-4f97-a836-1874063bb8fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 217 time: 0.0522668 Nov 19 13:37:02.223815 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:02.227365 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:02.232062 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:02.236281 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event updated for resources: {'Port': ['ID=1294d004-9e3e-4b1c-b6de-17d65aa2888a,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:02.288869 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.289925 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.308856 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-253f7145-6cf5-4ac7-b67e-ef955157376d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9519703 Nov 19 13:37:02.311207 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-b14ef941-8ddd-4ccc-971d-672f38f70a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.312714 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-b14ef941-8ddd-4ccc-971d-672f38f70a36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0486326 Nov 19 13:37:02.328040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Request body: {'port': {'device_id': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:02.364789 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-d4c4382c-b906-43c7-bd17-ab25d329bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.366607 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-d4c4382c-b906-43c7-bd17-ab25d329bf94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427353 Nov 19 13:37:02.385738 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.475988 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-4ed1132a-99a5-40cb-8cdd-56f51e370413 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015151 Nov 19 13:37:02.589338 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6475209-48be-4435-a019-62c86918ec04 req-f5d6d9bb-e00d-49c3-8c92-46eae3938e6d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.590873 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d6475209-48be-4435-a019-62c86918ec04 req-f5d6d9bb-e00d-49c3-8c92-46eae3938e6d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 931 time: 0.1109014 Nov 19 13:37:02.632943 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2f73d822-a93b-4799-9d14-e5e52a84636d req-b7322ab7-b78b-4adc-a3cf-10dfc659898d service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420739 Nov 19 13:37:02.657050 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d6475209-48be-4435-a019-62c86918ec04 req-62ca374d-9f2e-4897-99e0-3b2a472c9786 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Nov 19 13:37:02.731382 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-177efdda-5ab4-4269-bd6e-7e709246b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.732939 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-177efdda-5ab4-4269-bd6e-7e709246b8c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1096 time: 0.0430489 Nov 19 13:37:02.733528 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e897-4b77-40d9-9670-963de5756001 req-85bf8519-3ada-4aa4-8586-a7fd63e7e14d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.734986 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b602e897-4b77-40d9-9670-963de5756001 req-85bf8519-3ada-4aa4-8586-a7fd63e7e14d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 943 time: 0.0947022 Nov 19 13:37:02.744148 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1294d004-9e3e-4b1c-b6de-17d65aa2888a {{(pid=102797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:02.762064 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.785425 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.provisioning_blocks [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Transition to ACTIVE for port object 1294d004-9e3e-4b1c-b6de-17d65aa2888a will not be triggered until provisioned by entity L2. {{(pid=102797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:02.789124 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.832151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-d0e0194c-98c1-498f-9895-858836206f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.833703 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-d0e0194c-98c1-498f-9895-858836206f57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 916 time: 0.0931821 Nov 19 13:37:02.879207 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-8fbc9d56-01d1-468f-9604-17d9ec2b9cd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 217 time: 0.0375843 Nov 19 13:37:02.938102 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-35afe613-ce40-4585-9c21-031d516b795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.939821 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-35afe613-ce40-4585-9c21-031d516b795e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0520244 Nov 19 13:37:02.991326 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-b0bcf5bf-b4e1-4f99-8a47-d77afcbc48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:02.992465 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-b0bcf5bf-b4e1-4f99-8a47-d77afcbc48e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441468 Nov 19 13:37:03.042002 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b602e897-4b77-40d9-9670-963de5756001 req-ad22cf9f-5400-4881-bbb6-68af89e9b683 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005264 Nov 19 13:37:03.057789 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Pushing event updated for resources: {'Port': ['ID=1294d004-9e3e-4b1c-b6de-17d65aa2888a,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.107205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-4e621816-db89-404d-a5c7-17be8046d9ee service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070006 Nov 19 13:37:03.139035 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Attempting to bind port 1294d004-9e3e-4b1c-b6de-17d65aa2888a on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:03.139482 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Attempting to bind port 1294d004-9e3e-4b1c-b6de-17d65aa2888a by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:03.140058 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Attempting to bind port 1294d004-9e3e-4b1c-b6de-17d65aa2888a on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:03.146014 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Port 1294d004-9e3e-4b1c-b6de-17d65aa2888a on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:03.146421 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Attempting to bind port 1294d004-9e3e-4b1c-b6de-17d65aa2888a on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:03.151915 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:03.152369 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Checking segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:03.152837 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Bound using segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:03.153421 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Bound port: 1294d004-9e3e-4b1c-b6de-17d65aa2888a, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:03.153852 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.215502 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b815dfc-62df-4f73-896d-69c4f42fe3d1 req-50f50fc3-ff1e-4253-b9b2-698a9dfaa89c service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006539 Nov 19 13:37:03.227692 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] For port 1294d004-9e3e-4b1c-b6de-17d65aa2888a, host hv-cinder-81632, cleared binding levels {{(pid=102797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:03.232044 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] For port 1294d004-9e3e-4b1c-b6de-17d65aa2888a, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1294d004-9e3e-4b1c-b6de-17d65aa2888a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:03.238639 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.260836 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:03.261462 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.263106 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] 10.222.0.73 "PUT /v2.0/ports/1294d004-9e3e-4b1c-b6de-17d65aa2888a HTTP/1.1" status: 200 len: 1093 time: 0.9393265 Nov 19 13:37:03.290140 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'tag': '1294d004-9e3e-4b1c-b6de-17d65aa2888a'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:03.293764 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183d52bc-8db5-42c7-8174-98bdcb474486" -d '{"events": [{"name": "network-changed", "server_uuid": "5e69df12-e9b4-4d71-92e2-0485e4ac9166", "tag": "1294d004-9e3e-4b1c-b6de-17d65aa2888a"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:03.352325 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa7c9bc-1da1-4d1d-8c4b-530ce7f1367d x-openstack-request-id: req-baa7c9bc-1da1-4d1d-8c4b-530ce7f1367d {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:03.352632 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e69df12-e9b4-4d71-92e2-0485e4ac9166", "tag": "1294d004-9e3e-4b1c-b6de-17d65aa2888a", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:03.352869 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-baa7c9bc-1da1-4d1d-8c4b-530ce7f1367d {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:03.353354 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'tag': '1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'status': 'completed', 'code': 200} Nov 19 13:37:03.372869 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c971e1a-103b-4a8d-9806-6ec753268045 service neutron] Pushing event updated for resources: {'Port': ['ID=1294d004-9e3e-4b1c-b6de-17d65aa2888a,revision_number=3']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.383026 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-2673f64e-2f81-4195-ad99-7b747602e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:03.384552 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-2673f64e-2f81-4195-ad99-7b747602e624 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 1096 time: 0.0650790 Nov 19 13:37:03.429863 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-8beb4873-428e-42b1-94df-0bedbe56adfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1294d004-9e3e-4b1c-b6de-17d65aa2888a HTTP/1.1" status: 200 len: 217 time: 0.0359855 Nov 19 13:37:03.481891 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-badd2ab5-b1ef-4338-b134-c985fe23de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:03.483281 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-badd2ab5-b1ef-4338-b134-c985fe23de36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0461321 Nov 19 13:37:03.515721 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-bb2a0a02-8527-42bf-a033-d2d8cc490187 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238898 Nov 19 13:37:03.605718 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-2ce3dda6-be9a-4f0c-ac35-24eb51d7e55e service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814962 Nov 19 13:37:03.697513 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f14b442-2b82-43e8-a90b-a2bae72d33cd req-ffe47b05-b65a-4753-a40f-17a16fadef42 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840635 Nov 19 13:37:03.804420 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4553-cee5-48f3-b886-2b32929c6efd req-b32db3c2-01cd-4fe2-82ca-e0ca73011d0d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:03.805792 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56ff4553-cee5-48f3-b886-2b32929c6efd req-b32db3c2-01cd-4fe2-82ca-e0ca73011d0d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 943 time: 0.0729001 Nov 19 13:37:03.811311 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-98bb1509-b29a-4ae6-8912-512723da6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:03.812730 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-98bb1509-b29a-4ae6-8912-512723da6c41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 1096 time: 0.0690522 Nov 19 13:37:03.915362 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56ff4553-cee5-48f3-b886-2b32929c6efd req-4793b334-744f-4414-8f10-193e97f95240 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016891 Nov 19 13:37:03.921582 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-982ff376-44c5-4927-874b-21133f8041f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.946825 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-fa339c38-cd92-4a7e-9527-817453045395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:03.948218 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-fa339c38-cd92-4a7e-9527-817453045395 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 917 time: 0.1217306 Nov 19 13:37:03.996501 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-d06e5b45-9fbb-4957-b332-121bce4fe429 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1294d004-9e3e-4b1c-b6de-17d65aa2888a HTTP/1.1" status: 200 len: 217 time: 0.0399263 Nov 19 13:37:04.051147 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-b9bdaa03-89d0-40db-8510-1cdd76fe0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:04.052700 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-b9bdaa03-89d0-40db-8510-1cdd76fe0b20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0439439 Nov 19 13:37:04.085001 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-3507fec2-1f7d-4502-af6a-50b61e087dcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241566 Nov 19 13:37:04.180236 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-d16b7bcf-5332-4b9a-ae33-5931c3b9b8b9 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877280 Nov 19 13:37:04.214603 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fedeac-ec99-4d01-9b78-2fe4fa099577 req-ff4c9f99-145d-410e-919e-ffe20170b676 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:04.217282 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f9fedeac-ec99-4d01-9b78-2fe4fa099577 req-ff4c9f99-145d-410e-919e-ffe20170b676 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 943 time: 0.0573044 Nov 19 13:37:04.269749 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f9fedeac-ec99-4d01-9b78-2fe4fa099577 req-3e06f11b-6865-45ac-9b0d-19c57b0c5c8a tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Nov 19 13:37:04.304040 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-183d52bc-8db5-42c7-8174-98bdcb474486 req-633c6892-2fbf-43a5-a9cd-274777f46696 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168230 Nov 19 13:37:04.588426 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8261f-807d-4b72-854f-3d6ade5e7af6 req-7a94cc77-c5b0-4817-acb2-c9ae0d37433c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:04.589863 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-92a8261f-807d-4b72-854f-3d6ade5e7af6 req-7a94cc77-c5b0-4817-acb2-c9ae0d37433c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0569854 Nov 19 13:37:04.646024 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-92a8261f-807d-4b72-854f-3d6ade5e7af6 req-67cf5d06-144d-414c-9f82-5f6c66a48a82 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500476 Nov 19 13:37:04.749011 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.035373 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a38077-f4bd-4b60-a2b8-c7d0f45d2dbd req-4ebffe13-5d15-4cd2-bfe9-b443d0f5ee6d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.037306 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95a38077-f4bd-4b60-a2b8-c7d0f45d2dbd req-4ebffe13-5d15-4cd2-bfe9-b443d0f5ee6d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 943 time: 0.0503042 Nov 19 13:37:05.084882 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95a38077-f4bd-4b60-a2b8-c7d0f45d2dbd req-5f14a90d-591a-44ae-a796-c35e5b76e7bb tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Nov 19 13:37:05.388694 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfcefa-29ce-4db4-a50f-f83049ee27bf req-3fbb05dd-cfcd-45be-a593-6a4acdaedcc3 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.390158 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40bfcefa-29ce-4db4-a50f-f83049ee27bf req-3fbb05dd-cfcd-45be-a593-6a4acdaedcc3 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 943 time: 0.0521567 Nov 19 13:37:05.439641 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40bfcefa-29ce-4db4-a50f-f83049ee27bf req-fc26ee39-e099-4559-99d0-27244e47cbbb tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Nov 19 13:37:05.789755 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0cdff-7668-46ab-83b3-b2d39eb9aaae req-4f66a4bf-8d0c-4ee2-b3b9-f54772d47e0d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.791239 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a6e0cdff-7668-46ab-83b3-b2d39eb9aaae req-4f66a4bf-8d0c-4ee2-b3b9-f54772d47e0d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0525944 Nov 19 13:37:05.838471 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a6e0cdff-7668-46ab-83b3-b2d39eb9aaae req-edd9a199-3529-4a8b-a357-5ec5feeea06b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Nov 19 13:37:06.199826 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcdd67-a480-4ebe-9354-3f40560449b5 req-b01b7438-e0fa-4226-b482-d61371bbee5d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:06.201333 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0bdcdd67-a480-4ebe-9354-3f40560449b5 req-b01b7438-e0fa-4226-b482-d61371bbee5d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 943 time: 0.0503836 Nov 19 13:37:06.254471 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0bdcdd67-a480-4ebe-9354-3f40560449b5 req-61c01f62-62b5-44ba-a965-2f2d8cac011a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Nov 19 13:37:06.309736 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.557723 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21728-6eef-4227-9d21-e0128e7ba87d req-8ed26096-a355-4d85-be91-aae4aa708df1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:06.559257 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ef21728-6eef-4227-9d21-e0128e7ba87d req-8ed26096-a355-4d85-be91-aae4aa708df1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 943 time: 0.0507231 Nov 19 13:37:06.606075 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ef21728-6eef-4227-9d21-e0128e7ba87d req-a4ed3d32-4002-4992-928a-1daaf0b3cb92 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Nov 19 13:37:06.958738 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26760b9-9285-4bb9-a0c0-c6966c72d7f1 req-4ebd3b5a-8e2b-40f9-ac34-0b9e4ace2cbc tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:06.960223 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b26760b9-9285-4bb9-a0c0-c6966c72d7f1 req-4ebd3b5a-8e2b-40f9-ac34-0b9e4ace2cbc tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0483668 Nov 19 13:37:07.010361 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b26760b9-9285-4bb9-a0c0-c6966c72d7f1 req-92cb2d6e-c511-40c5-a576-8d8d74726216 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Nov 19 13:37:07.235072 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 80b14f61-e370-410a-b9f8-577eb3a304c5 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:07.327703 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.346093 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=80b14f61-e370-410a-b9f8-577eb3a304c5,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:07.356806 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'port_id': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'mac_address': 'fa:16:3e:c9:9f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:07.372050 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c928-6bae-4e2f-809e-6e22f80b9e10 req-05d9ff15-cdf2-4eb7-991f-5c4ba7e2cd5a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:07.373655 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2c93c928-6bae-4e2f-809e-6e22f80b9e10 req-05d9ff15-cdf2-4eb7-991f-5c4ba7e2cd5a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 943 time: 0.0504720 Nov 19 13:37:07.396057 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.413497 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b14f61-e370-410a-b9f8-577eb3a304c5 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:07.426358 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2c93c928-6bae-4e2f-809e-6e22f80b9e10 req-699b2300-f9e0-4137-90ec-1021c30f0256 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Nov 19 13:37:07.433528 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=80b14f61-e370-410a-b9f8-577eb3a304c5,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:07.437900 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.490688 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:07.722853 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ccf64-ce7f-430f-ac7e-81b433ba6127 req-6b4e71fb-ccaa-44e0-b7c9-9076088e20a5 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:07.724360 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7d2ccf64-ce7f-430f-ac7e-81b433ba6127 req-6b4e71fb-ccaa-44e0-b7c9-9076088e20a5 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 944 time: 0.0506582 Nov 19 13:37:07.772732 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7d2ccf64-ce7f-430f-ac7e-81b433ba6127 req-37c96b1e-2fb0-4905-aee6-e974b533ed06 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Nov 19 13:37:07.800417 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['80b14f61-e370-410a-b9f8-577eb3a304c5'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:08.137963 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2331d-92eb-4ce5-913c-cf9362fa44e2 req-f1fc655f-a750-4747-9420-5d900c818b17 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:08.139448 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5ca2331d-92eb-4ce5-913c-cf9362fa44e2 req-f1fc655f-a750-4747-9420-5d900c818b17 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0521917 Nov 19 13:37:08.195892 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5ca2331d-92eb-4ce5-913c-cf9362fa44e2 req-990cabf1-52fc-440f-8ebd-37c98adc8c39 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497777 Nov 19 13:37:08.549905 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213405a0-3aac-4ed6-abf6-d10af8429b39 req-401dba58-c620-4680-b0aa-d9c69dd50243 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:08.551425 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-213405a0-3aac-4ed6-abf6-d10af8429b39 req-401dba58-c620-4680-b0aa-d9c69dd50243 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 943 time: 0.0564260 Nov 19 13:37:08.602110 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-213405a0-3aac-4ed6-abf6-d10af8429b39 req-48ec441c-71bf-4d0a-a4b6-fd3d5874252a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444026 Nov 19 13:37:08.890684 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81f93c-2110-452f-a559-fee44555901c req-44357705-6caf-4942-874e-356ab1a38c17 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:08.892198 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2c81f93c-2110-452f-a559-fee44555901c req-44357705-6caf-4942-874e-356ab1a38c17 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 944 time: 0.0538752 Nov 19 13:37:08.941912 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2c81f93c-2110-452f-a559-fee44555901c req-67cba299-39b7-433a-89f6-7965fffd3e71 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Nov 19 13:37:09.278081 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 1294d004-9e3e-4b1c-b6de-17d65aa2888a details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:09.283126 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 80b14f61-e370-410a-b9f8-577eb3a304c5 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:09.325566 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bd6a7-0acb-4836-bd71-b075f48db1d4 req-84f1fc86-f37d-41c6-89a0-181a9fdf4261 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.327131 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-409bd6a7-0acb-4836-bd71-b075f48db1d4 req-84f1fc86-f37d-41c6-89a0-181a9fdf4261 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0580983 Nov 19 13:37:09.379188 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-409bd6a7-0acb-4836-bd71-b075f48db1d4 req-9f71a5d1-5f34-483b-8f34-cef808273671 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Nov 19 13:37:09.425712 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 1294d004-9e3e-4b1c-b6de-17d65aa2888a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1294d004-9e3e-4b1c-b6de-17d65aa2888a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:09.428115 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 80b14f61-e370-410a-b9f8-577eb3a304c5 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:37:09.438723 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 80b14f61-e370-410a-b9f8-577eb3a304c5 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:09.439122 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.442730 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'port_id': '1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'mac_address': 'fa:16:3e:b5:2c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023ab77d-ad85-42e6-89de-9731f12416d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:09.522212 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.542737 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1294d004-9e3e-4b1c-b6de-17d65aa2888a {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:09.588405 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 1294d004-9e3e-4b1c-b6de-17d65aa2888a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1294d004-9e3e-4b1c-b6de-17d65aa2888a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:09.593442 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.596140 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.650628 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:09.652960 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24558423-69c8-4c14-adb0-7792391d9fe4" -d '{"events": [{"server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "name": "network-vif-plugged", "status": "completed", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:09.675476 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=80b14f61-e370-410a-b9f8-577eb3a304c5,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:09.679232 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=1294d004-9e3e-4b1c-b6de-17d65aa2888a,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:09.684348 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.692404 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1737d1-3a80-4e11-84c1-8c28dc9907f8 x-openstack-request-id: req-0f1737d1-3a80-4e11-84c1-8c28dc9907f8 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:09.693243 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "name": "network-vif-plugged", "status": "completed", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:09.693243 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f1737d1-3a80-4e11-84c1-8c28dc9907f8 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:09.693444 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'code': 200} Nov 19 13:37:09.730181 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c666f-c55b-4ee1-886a-30e50c22a5d2 req-dbde0f56-159a-4faf-bd65-1bea1de8caee tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.731791 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4a5c666f-c55b-4ee1-886a-30e50c22a5d2 req-dbde0f56-159a-4faf-bd65-1bea1de8caee tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0603919 Nov 19 13:37:09.742632 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:09.781544 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4a5c666f-c55b-4ee1-886a-30e50c22a5d2 req-019274fe-979d-48f1-82b4-67eda4c0c96d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 Nov 19 13:37:09.865672 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc366-c6e4-4160-9ae5-d478e335e9be req-65ecabd9-4460-42f2-a97b-8e77d939561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:09.867326 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-27bbc366-c6e4-4160-9ae5-d478e335e9be req-65ecabd9-4460-42f2-a97b-8e77d939561f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1098 time: 0.0387800 Nov 19 13:37:09.913444 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-27bbc366-c6e4-4160-9ae5-d478e335e9be req-4a5b2504-c668-4c0e-a9e3-bd364477925a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Nov 19 13:37:10.003587 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:10.060954 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3687cca-f844-469d-a8dd-7870e4ad2285 req-7dcf9633-3009-447d-b734-1544272e32d3 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.062460 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f3687cca-f844-469d-a8dd-7870e4ad2285 req-7dcf9633-3009-447d-b734-1544272e32d3 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0519440 Nov 19 13:37:10.110249 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f3687cca-f844-469d-a8dd-7870e4ad2285 req-7011a996-1aef-413a-bb4a-c0eb41f83b05 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Nov 19 13:37:10.503976 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca92291-100c-40dc-b745-d099eb224454 req-07f5efb7-7092-431d-8d39-52f56fc8b84e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.505491 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dca92291-100c-40dc-b745-d099eb224454 req-07f5efb7-7092-431d-8d39-52f56fc8b84e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0501151 Nov 19 13:37:10.554127 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dca92291-100c-40dc-b745-d099eb224454 req-a339014e-40b2-49af-b28e-6d2f4b8386ca tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Nov 19 13:37:10.898974 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f37e6-540c-4bc1-8f4e-94a1b9ad85da req-6205063d-a938-420e-bdc2-33a0f180a0ca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.900481 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e09f37e6-540c-4bc1-8f4e-94a1b9ad85da req-6205063d-a938-420e-bdc2-33a0f180a0ca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0496471 Nov 19 13:37:10.950097 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e09f37e6-540c-4bc1-8f4e-94a1b9ad85da req-633b9cbd-72a1-4370-aa49-caf19e6a4c0a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Nov 19 13:37:11.229644 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ba69e-c0c1-4781-9c74-7d4cf8ea162f req-f52c6a81-8126-4935-b9ee-18f5e7b1fdf6 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.231105 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5a8ba69e-c0c1-4781-9c74-7d4cf8ea162f req-f52c6a81-8126-4935-b9ee-18f5e7b1fdf6 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0517154 Nov 19 13:37:11.278697 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5a8ba69e-c0c1-4781-9c74-7d4cf8ea162f req-ae1542dd-8d84-44cf-bf4d-7c70ecefb484 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Nov 19 13:37:11.674698 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eed62-5ad7-4edf-a646-cc7cf8bd14b0 req-babb0e2a-c510-4bf8-a580-471724f07886 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.676062 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e6eed62-5ad7-4edf-a646-cc7cf8bd14b0 req-babb0e2a-c510-4bf8-a580-471724f07886 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0491133 Nov 19 13:37:11.726194 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e6eed62-5ad7-4edf-a646-cc7cf8bd14b0 req-17392fd8-403c-4426-9086-6507532042dd tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440526 Nov 19 13:37:12.067600 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdf534-d205-4128-bc43-a892575d54cb req-c4d60060-036a-44c7-aaef-9589e4f757c2 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.069101 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-91cdf534-d205-4128-bc43-a892575d54cb req-c4d60060-036a-44c7-aaef-9589e4f757c2 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0493193 Nov 19 13:37:12.115713 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-91cdf534-d205-4128-bc43-a892575d54cb req-c0110d0f-fb34-4ee4-8a88-1efb6c8df2d4 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Nov 19 13:37:12.396961 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5221bf-9b16-4337-ae94-a63172497342 req-6c3d204d-f9ed-4a52-87ba-c9f42e990833 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.398410 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2a5221bf-9b16-4337-ae94-a63172497342 req-6c3d204d-f9ed-4a52-87ba-c9f42e990833 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0483696 Nov 19 13:37:12.448912 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2a5221bf-9b16-4337-ae94-a63172497342 req-6ecf55e3-130f-4310-8e3a-a9cc0c60af92 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445635 Nov 19 13:37:12.849585 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99da747-d654-40fc-8064-4808da551363 req-7eb403ef-8a5a-43b6-8e26-425eb7174563 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.851008 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d99da747-d654-40fc-8064-4808da551363 req-7eb403ef-8a5a-43b6-8e26-425eb7174563 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0488708 Nov 19 13:37:12.900774 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d99da747-d654-40fc-8064-4808da551363 req-7717b24b-f71c-4f25-b9ff-be9c7defb384 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Nov 19 13:37:13.231802 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c90d-8ef3-4295-a191-2cf7b82ff310 req-a8f53c87-5826-406d-a93f-eff389905c55 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:13.233304 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f939c90d-8ef3-4295-a191-2cf7b82ff310 req-a8f53c87-5826-406d-a93f-eff389905c55 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0481951 Nov 19 13:37:13.280197 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f939c90d-8ef3-4295-a191-2cf7b82ff310 req-8533ea9e-5f57-43b8-bc7b-dd69e6496274 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Nov 19 13:37:13.564307 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d765-4933-49ba-85ed-425cb94d9467 req-5690737e-7c05-437f-98e6-acd4db22f19b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:13.566508 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5aa5d765-4933-49ba-85ed-425cb94d9467 req-5690737e-7c05-437f-98e6-acd4db22f19b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0510418 Nov 19 13:37:13.615486 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5aa5d765-4933-49ba-85ed-425cb94d9467 req-ea1d5bfe-6a82-47de-a125-a7929d3c78b2 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Nov 19 13:37:14.028683 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e688074-8802-48f8-bfa6-f061b89ca5ce req-6ed40c4d-e0f1-4c3c-8d92-ed4945a125d6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.030154 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4e688074-8802-48f8-bfa6-f061b89ca5ce req-6ed40c4d-e0f1-4c3c-8d92-ed4945a125d6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0530069 Nov 19 13:37:14.077597 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4e688074-8802-48f8-bfa6-f061b89ca5ce req-841761cb-2fa9-482d-9336-bead2cb82b9f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415170 Nov 19 13:37:14.403883 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce528-1741-44a0-9078-7253ca703634 req-92ec2ad4-a4bc-43c0-ad3c-9eb35eee1474 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.405386 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3b5ce528-1741-44a0-9078-7253ca703634 req-92ec2ad4-a4bc-43c0-ad3c-9eb35eee1474 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0495007 Nov 19 13:37:14.452975 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3b5ce528-1741-44a0-9078-7253ca703634 req-69ca22b5-5754-4e6a-8db7-494f337b23ea tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Nov 19 13:37:14.733117 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542a071-d56c-4841-beb9-4fc36b944138 req-104286e6-1359-4384-aba8-be919e783b12 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.734572 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6542a071-d56c-4841-beb9-4fc36b944138 req-104286e6-1359-4384-aba8-be919e783b12 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0523133 Nov 19 13:37:14.785060 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6542a071-d56c-4841-beb9-4fc36b944138 req-57bb9b61-e460-45e2-a524-7debcfb1dc31 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Nov 19 13:37:15.209550 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44ee09-0bd4-44f3-868b-811fb4684b81 req-cadadfa7-135e-419b-8925-87a2a375860b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.211024 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9f44ee09-0bd4-44f3-868b-811fb4684b81 req-cadadfa7-135e-419b-8925-87a2a375860b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0600584 Nov 19 13:37:15.257629 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9f44ee09-0bd4-44f3-868b-811fb4684b81 req-a42fe331-1d71-4b18-b975-2234ab035c9d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 Nov 19 13:37:15.571676 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97bc5-1e70-423a-be7c-86a39d99a0e7 req-a3d3f8f3-238b-4a8c-97c1-cd9606e2d0fd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.573187 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dcb97bc5-1e70-423a-be7c-86a39d99a0e7 req-a3d3f8f3-238b-4a8c-97c1-cd9606e2d0fd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0487206 Nov 19 13:37:15.622999 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dcb97bc5-1e70-423a-be7c-86a39d99a0e7 req-8f3bb939-6ef1-46c3-a168-baa4559c249e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Nov 19 13:37:15.906726 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3997627-4188-4983-8715-c72ba0dc177b req-c1062a3d-e477-4bfc-9259-51c306cf1a07 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.908398 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a3997627-4188-4983-8715-c72ba0dc177b req-c1062a3d-e477-4bfc-9259-51c306cf1a07 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0506475 Nov 19 13:37:15.962101 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a3997627-4188-4983-8715-c72ba0dc177b req-d4f83b6d-aea7-43fd-bbb9-9b1dc73ba45f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Nov 19 13:37:16.388667 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67b56a-cbb7-4f98-9f7a-ef6066641c33 req-9d9dd8c9-d91b-47a2-9323-1e75cdfebc8f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.390508 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4a67b56a-cbb7-4f98-9f7a-ef6066641c33 req-9d9dd8c9-d91b-47a2-9323-1e75cdfebc8f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0540853 Nov 19 13:37:16.453107 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4a67b56a-cbb7-4f98-9f7a-ef6066641c33 req-1ec7008e-cfaa-4ec0-a273-f55c066142ed tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558152 Nov 19 13:37:16.568099 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f0ab0-f94c-4b22-b584-4960a03568b0 req-05663fda-4b99-4f04-b4c7-3be1a7ea4a46 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.569612 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ce7f0ab0-f94c-4b22-b584-4960a03568b0 req-05663fda-4b99-4f04-b4c7-3be1a7ea4a46 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0495977 Nov 19 13:37:16.621407 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ce7f0ab0-f94c-4b22-b584-4960a03568b0 req-c8ccbe7f-9dd3-4834-8f66-2ed8e1d2a620 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454860 Nov 19 13:37:16.736087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3bfc0-b4ad-497a-86ca-e15040fa28da req-45bcccfc-ac3a-4f3d-bf47-e18152676dab tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.737496 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8ff3bfc0-b4ad-497a-86ca-e15040fa28da req-45bcccfc-ac3a-4f3d-bf47-e18152676dab tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0476747 Nov 19 13:37:16.789495 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8ff3bfc0-b4ad-497a-86ca-e15040fa28da req-f70976e8-4116-4bbd-9e0a-8057d42bdbdd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Nov 19 13:37:17.076057 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb0616-f48a-496f-a0f9-11e5a35dcdaf req-432d9bf0-0ee7-4a6e-82fc-91245cc62f08 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.077533 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bbeb0616-f48a-496f-a0f9-11e5a35dcdaf req-432d9bf0-0ee7-4a6e-82fc-91245cc62f08 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0488999 Nov 19 13:37:17.125295 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bbeb0616-f48a-496f-a0f9-11e5a35dcdaf req-185938d5-24ab-4425-a51c-d0688245fd16 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Nov 19 13:37:17.582158 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37582501-5349-4086-9183-6d01e0cf38db req-f72fb7d9-44ac-4f37-a0ba-3bd74fe52e5c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.583737 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-37582501-5349-4086-9183-6d01e0cf38db req-f72fb7d9-44ac-4f37-a0ba-3bd74fe52e5c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0543861 Nov 19 13:37:17.635705 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-37582501-5349-4086-9183-6d01e0cf38db req-1bb07ffd-696a-4549-83b1-2a4a2f61d787 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456841 Nov 19 13:37:17.738818 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6593ef1-2276-424a-b90c-7f4c6938a4e9 req-27cd59d3-7f9e-4ddd-bdc7-b973f94607fa tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.740201 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d6593ef1-2276-424a-b90c-7f4c6938a4e9 req-27cd59d3-7f9e-4ddd-bdc7-b973f94607fa tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0497274 Nov 19 13:37:17.786054 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d6593ef1-2276-424a-b90c-7f4c6938a4e9 req-587d8ba7-fbc7-455d-a6ef-c275f85ed3a7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Nov 19 13:37:17.904311 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b642-e156-433e-b9c2-7c1a80e72407 req-363b1824-16c5-4ad6-a9e2-f28b49f274cb tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.905784 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4807b642-e156-433e-b9c2-7c1a80e72407 req-363b1824-16c5-4ad6-a9e2-f28b49f274cb tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 944 time: 0.0485682 Nov 19 13:37:17.953887 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4807b642-e156-433e-b9c2-7c1a80e72407 req-fa22441a-6d14-4140-adfa-bf0ebcb4feda tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Nov 19 13:37:18.245300 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf88d6c-5dbe-46a7-b616-4a1d8f5ce52d req-a84bbd68-62a1-4f3c-8fc8-9534245fa607 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:18.246753 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8cf88d6c-5dbe-46a7-b616-4a1d8f5ce52d req-a84bbd68-62a1-4f3c-8fc8-9534245fa607 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0516157 Nov 19 13:37:18.293317 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8cf88d6c-5dbe-46a7-b616-4a1d8f5ce52d req-23230d84-1972-49c1-83b3-0ff5a8c6830b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Nov 19 13:37:18.694782 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 1294d004-9e3e-4b1c-b6de-17d65aa2888a up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:18.745636 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 1294d004-9e3e-4b1c-b6de-17d65aa2888a completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:37:18.750022 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 1294d004-9e3e-4b1c-b6de-17d65aa2888a triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:18.750559 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.766540 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4a1d-3309-4662-acc3-8f63365c7398 req-20a71c00-74ac-4035-9e39-81561f26c5ac tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:18.768130 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8dfd4a1d-3309-4662-acc3-8f63365c7398 req-20a71c00-74ac-4035-9e39-81561f26c5ac tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0581224 Nov 19 13:37:18.824739 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8dfd4a1d-3309-4662-acc3-8f63365c7398 req-a7dcdb4d-9811-452f-aadd-50232a585157 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Nov 19 13:37:18.838464 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.862164 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1294d004-9e3e-4b1c-b6de-17d65aa2888a'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:18.864995 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365d733b-c960-435f-ab07-e145e8be2512" -d '{"events": [{"server_uuid": "5e69df12-e9b4-4d71-92e2-0485e4ac9166", "name": "network-vif-plugged", "status": "completed", "tag": "1294d004-9e3e-4b1c-b6de-17d65aa2888a"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:18.882945 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 1294d004-9e3e-4b1c-b6de-17d65aa2888a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1294d004-9e3e-4b1c-b6de-17d65aa2888a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:18.887921 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.912739 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c14a-1099-4e5e-ba85-83ce7d5c2d8c req-7ca211c6-4ae6-4e15-8947-0b40e0b0016a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:18.914262 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1d78c14a-1099-4e5e-ba85-83ce7d5c2d8c req-7ca211c6-4ae6-4e15-8947-0b40e0b0016a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0540864 Nov 19 13:37:18.917692 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a933fab-20c1-47e7-960d-1b524c5c5100 x-openstack-request-id: req-1a933fab-20c1-47e7-960d-1b524c5c5100 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:18.918013 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e69df12-e9b4-4d71-92e2-0485e4ac9166", "name": "network-vif-plugged", "status": "completed", "tag": "1294d004-9e3e-4b1c-b6de-17d65aa2888a", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:18.918347 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a933fab-20c1-47e7-960d-1b524c5c5100 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:18.918691 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'code': 200} Nov 19 13:37:18.946883 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=1294d004-9e3e-4b1c-b6de-17d65aa2888a,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:18.953935 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.954308 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.954656 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.954994 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.955326 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.955659 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.955988 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.956344 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.956871 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.957292 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.957628 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.957953 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:18.963220 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1d78c14a-1099-4e5e-ba85-83ce7d5c2d8c req-ca8a1a91-2c31-4a42-899c-330a9e9b2b5b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428779 Nov 19 13:37:19.070677 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7bb6b-f4b8-40d5-923b-069cea301140 req-de5dd560-d23c-40e4-8894-cf3a553a0585 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:19.072183 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f3a7bb6b-f4b8-40d5-923b-069cea301140 req-de5dd560-d23c-40e4-8894-cf3a553a0585 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0484958 Nov 19 13:37:19.119464 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f3a7bb6b-f4b8-40d5-923b-069cea301140 req-4d278fe2-c1bf-4971-8fa9-07cf3177858f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Nov 19 13:37:19.417531 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9c6b3-b631-4de3-af7b-ad9db5be37f6 req-068223c4-2bfb-4eaf-a6e0-c08434fc630a tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:19.419007 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7ab9c6b3-b631-4de3-af7b-ad9db5be37f6 req-068223c4-2bfb-4eaf-a6e0-c08434fc630a tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0519168 Nov 19 13:37:19.692896 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7ab9c6b3-b631-4de3-af7b-ad9db5be37f6 req-f0650d57-b334-477b-92d8-150cf515adbb tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676594 Nov 19 13:37:19.951490 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e85af8-d226-4b8c-8a1e-221b4b43e17d req-a067741c-bc36-4679-ad77-bae8f79ac906 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:19.952904 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-34e85af8-d226-4b8c-8a1e-221b4b43e17d req-a067741c-bc36-4679-ad77-bae8f79ac906 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0491669 Nov 19 13:37:20.007797 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-34e85af8-d226-4b8c-8a1e-221b4b43e17d req-5b32cdd5-896f-4ed9-9933-4fe322f4d253 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481770 Nov 19 13:37:20.082228 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea1265-2ac9-4b37-a354-a1ef30b514a5 req-3e036121-8c90-4bc3-b15a-00f31262d8e9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:20.083668 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-44ea1265-2ac9-4b37-a354-a1ef30b514a5 req-3e036121-8c90-4bc3-b15a-00f31262d8e9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0496180 Nov 19 13:37:20.130599 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-44ea1265-2ac9-4b37-a354-a1ef30b514a5 req-fa127c9c-b220-44fb-8fd7-cd737908cc47 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Nov 19 13:37:20.232998 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f496c-8156-431e-b417-e4f80e9c9014 req-be9eab79-28a1-41f5-b4d9-10a094861072 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:20.234370 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-917f496c-8156-431e-b417-e4f80e9c9014 req-be9eab79-28a1-41f5-b4d9-10a094861072 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0483351 Nov 19 13:37:20.280947 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-917f496c-8156-431e-b417-e4f80e9c9014 req-8036ad59-cc9e-4b23-9eed-2369f7fbc196 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Nov 19 13:37:20.528943 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a6011-fff2-4b07-a850-2863bbb61efc req-27634ab4-6a4f-4bc3-a836-d920bde21db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:20.530574 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-686a6011-fff2-4b07-a850-2863bbb61efc req-27634ab4-6a4f-4bc3-a836-d920bde21db0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 1098 time: 0.0417471 Nov 19 13:37:20.581134 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-686a6011-fff2-4b07-a850-2863bbb61efc req-47f27073-c18e-4731-949b-3a8453052ee2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Nov 19 13:37:20.808432 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3c4a3-378b-4398-ab0d-2f32e64af6f5 req-22e48a7d-b79e-448c-a373-5c808363f9fa tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:20.809873 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8cb3c4a3-378b-4398-ab0d-2f32e64af6f5 req-22e48a7d-b79e-448c-a373-5c808363f9fa tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0516119 Nov 19 13:37:20.859311 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8cb3c4a3-378b-4398-ab0d-2f32e64af6f5 req-bb91faae-4c97-489d-8e83-aa0c215a4f82 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Nov 19 13:37:20.975790 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee288c26-fcc2-4792-bd15-89cfdbfbbd01 req-d7c09c89-a790-4096-9013-4e7d62a6c2b0 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:20.977272 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ee288c26-fcc2-4792-bd15-89cfdbfbbd01 req-d7c09c89-a790-4096-9013-4e7d62a6c2b0 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0523658 Nov 19 13:37:21.023085 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ee288c26-fcc2-4792-bd15-89cfdbfbbd01 req-ed284965-ddf4-4e35-b9e2-2138f64a4dea tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Nov 19 13:37:21.130853 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260e091-d669-47c8-8a47-2463571cf65f req-83c40b7f-965d-4379-853f-eebfb496f743 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.132604 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0260e091-d669-47c8-8a47-2463571cf65f req-83c40b7f-965d-4379-853f-eebfb496f743 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0484486 Nov 19 13:37:21.180758 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0260e091-d669-47c8-8a47-2463571cf65f req-c0446520-d69d-4630-ab68-15f51391bed6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Nov 19 13:37:21.291124 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3e287-dd92-4671-84dc-148c72a02c2a req-43270abe-a771-4594-97d2-8ecf81653cd3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.292651 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b6f3e287-dd92-4671-84dc-148c72a02c2a req-43270abe-a771-4594-97d2-8ecf81653cd3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0525551 Nov 19 13:37:21.343179 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b6f3e287-dd92-4671-84dc-148c72a02c2a req-7eb728f5-6bcb-4a26-8042-bf85a3b57cb8 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Nov 19 13:37:21.366936 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3566a02-7772-4867-b898-160f72281b4c req-2c37ac0a-1ced-4642-b676-2afb3ef504bd tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.368583 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a3566a02-7772-4867-b898-160f72281b4c req-2c37ac0a-1ced-4642-b676-2afb3ef504bd tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0551858 Nov 19 13:37:21.417138 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a3566a02-7772-4867-b898-160f72281b4c req-51699c18-4bda-4695-8b7b-5e6ead03bc8f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 Nov 19 13:37:21.455303 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066a751-5710-4ecf-a2e9-89dc001710fc req-df21d15e-a6a3-4ed0-8cc4-ef5f8f52f1d1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.457990 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f066a751-5710-4ecf-a2e9-89dc001710fc req-df21d15e-a6a3-4ed0-8cc4-ef5f8f52f1d1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0582201 Nov 19 13:37:21.506901 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f066a751-5710-4ecf-a2e9-89dc001710fc req-abca293b-4d49-437c-a787-035edd936f01 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Nov 19 13:37:22.302641 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dc5f4-a11c-43b7-ac7d-462273a83873 req-c7efffab-6be3-429d-8c83-d6efdad14e96 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.304124 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a28dc5f4-a11c-43b7-ac7d-462273a83873 req-c7efffab-6be3-429d-8c83-d6efdad14e96 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0492361 Nov 19 13:37:22.354117 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a28dc5f4-a11c-43b7-ac7d-462273a83873 req-4fa59366-52d3-4c52-9b00-171ca1095e78 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440481 Nov 19 13:37:22.465329 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a1be-60a7-4950-a9cf-2a49ffc0eb11 req-0c22da0e-f70b-4dc7-b841-52852747fced tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.466863 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ff20a1be-60a7-4950-a9cf-2a49ffc0eb11 req-0c22da0e-f70b-4dc7-b841-52852747fced tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0530140 Nov 19 13:37:22.521961 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ff20a1be-60a7-4950-a9cf-2a49ffc0eb11 req-1dd1d997-a6eb-4727-a4aa-0eebeec292c7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 Nov 19 13:37:22.622357 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5833-333a-443e-b8d5-bf74f9e85f35 req-dde592a1-fa7c-4f52-84c6-cbb0d2e80799 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.623896 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7c9f5833-333a-443e-b8d5-bf74f9e85f35 req-dde592a1-fa7c-4f52-84c6-cbb0d2e80799 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0493627 Nov 19 13:37:22.679287 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7c9f5833-333a-443e-b8d5-bf74f9e85f35 req-f4ce9541-51e7-4d0c-8e0a-61b9d9289a13 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485051 Nov 19 13:37:23.474600 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd60ef-fac4-4127-9aa6-f1460a1a9750 req-7b75e0d9-30c6-4053-a6e9-20fd4be93b60 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.476114 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-06fd60ef-fac4-4127-9aa6-f1460a1a9750 req-7b75e0d9-30c6-4053-a6e9-20fd4be93b60 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0481546 Nov 19 13:37:23.522993 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-06fd60ef-fac4-4127-9aa6-f1460a1a9750 req-1883ff8e-a357-4d0d-a8eb-62f75921ac72 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Nov 19 13:37:23.648178 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bdf55-0522-4a6f-b549-5b5018e6cccf req-0504c8a1-7caa-4d0a-ab3b-29dca2a0719c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.649941 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0d5bdf55-0522-4a6f-b549-5b5018e6cccf req-0504c8a1-7caa-4d0a-ab3b-29dca2a0719c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0556085 Nov 19 13:37:23.700260 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0d5bdf55-0522-4a6f-b549-5b5018e6cccf req-8d6df25d-bc35-4269-9e72-a3be624193c9 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 Nov 19 13:37:23.809920 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e379-b839-415b-bab5-90d2b67c2b7e req-f1abeb7d-9c68-40dc-8037-b5e5b671083b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.811402 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e7e6e379-b839-415b-bab5-90d2b67c2b7e req-f1abeb7d-9c68-40dc-8037-b5e5b671083b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0532739 Nov 19 13:37:23.858085 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e7e6e379-b839-415b-bab5-90d2b67c2b7e req-efd08da6-976f-4f28-9d6f-f4bd8975c684 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Nov 19 13:37:24.647320 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f0556-afd1-4850-a125-04d97d826e27 req-8bac5ab9-b9c3-4680-a8f9-acdb36333ac5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:24.648827 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4b0f0556-afd1-4850-a125-04d97d826e27 req-8bac5ab9-b9c3-4680-a8f9-acdb36333ac5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0535092 Nov 19 13:37:24.698948 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4b0f0556-afd1-4850-a125-04d97d826e27 req-c88405d3-6927-4337-b60b-420385490615 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Nov 19 13:37:24.821745 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef06a8e-efd0-45af-806c-7537055e32c5 req-2a4e63ca-8084-4079-a0f8-1f8dcc56f593 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:24.823556 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-aef06a8e-efd0-45af-806c-7537055e32c5 req-2a4e63ca-8084-4079-a0f8-1f8dcc56f593 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0563924 Nov 19 13:37:24.874320 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-aef06a8e-efd0-45af-806c-7537055e32c5 req-451d2605-a7fd-42b0-a59b-33815b8c8f7c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Nov 19 13:37:25.817344 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0c7f8-b68d-4a5a-8176-97fd72c88251 req-b62ce43f-ebed-4f80-8d3b-54cbde506271 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:25.818851 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-06b0c7f8-b68d-4a5a-8176-97fd72c88251 req-b62ce43f-ebed-4f80-8d3b-54cbde506271 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0479960 Nov 19 13:37:25.869056 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-06b0c7f8-b68d-4a5a-8176-97fd72c88251 req-5edded59-5a2d-4bb5-becc-6407d235c346 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442107 Nov 19 13:37:25.989373 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d528549-254a-4ada-bc69-1175cee2c9a1 req-a86c98aa-4338-411d-8000-25f53866baad tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:25.990957 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4d528549-254a-4ada-bc69-1175cee2c9a1 req-a86c98aa-4338-411d-8000-25f53866baad tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0480156 Nov 19 13:37:26.038518 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4d528549-254a-4ada-bc69-1175cee2c9a1 req-4810b4d6-60e7-497a-94a5-565a19f21638 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414984 Nov 19 13:37:26.990511 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7cdc8-4c18-4834-8deb-beac8b8c31a1 req-cd6ef3cf-4673-4c6b-869a-c348a4e2b37e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.991977 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c3c7cdc8-4c18-4834-8deb-beac8b8c31a1 req-cd6ef3cf-4673-4c6b-869a-c348a4e2b37e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0478461 Nov 19 13:37:27.038547 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c3c7cdc8-4c18-4834-8deb-beac8b8c31a1 req-d2c53462-27e1-44b0-bf28-e16d7dc9c8c5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Nov 19 13:37:27.156524 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89049ec2-53d6-4515-af83-238b6157c6b6 req-e862fd83-1710-48ac-a97c-af5b561bf48a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:27.157991 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-89049ec2-53d6-4515-af83-238b6157c6b6 req-e862fd83-1710-48ac-a97c-af5b561bf48a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0521383 Nov 19 13:37:27.204514 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-89049ec2-53d6-4515-af83-238b6157c6b6 req-f8e2bcf8-7780-4d07-974b-9455471d5c2b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397947 Nov 19 13:37:28.162407 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef113954-a8d7-4cf6-b467-d185886d1156 req-3279c8f4-b838-45ad-a0d2-6e8555481632 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:28.163873 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ef113954-a8d7-4cf6-b467-d185886d1156 req-3279c8f4-b838-45ad-a0d2-6e8555481632 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0493891 Nov 19 13:37:28.210916 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ef113954-a8d7-4cf6-b467-d185886d1156 req-e13aa39f-a2b1-4ac9-b8d2-a9ad4d59a8d8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Nov 19 13:37:28.329500 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faddcb9-5ca9-4afc-95eb-09082f726dce req-d0f7d4c9-7047-4e15-a0fc-d8a6a0178c03 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:28.331630 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9faddcb9-5ca9-4afc-95eb-09082f726dce req-d0f7d4c9-7047-4e15-a0fc-d8a6a0178c03 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0541265 Nov 19 13:37:28.387776 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9faddcb9-5ca9-4afc-95eb-09082f726dce req-7bef1596-0dbe-49a3-91ff-6be1b892e6bf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494168 Nov 19 13:37:28.624060 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:37:29.333448 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c299b-ac14-4381-b356-681fd7ffe068 req-4ac6b23d-ddf6-4b2a-8df2-605c65d23ac1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:29.334943 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c68c299b-ac14-4381-b356-681fd7ffe068 req-4ac6b23d-ddf6-4b2a-8df2-605c65d23ac1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0522835 Nov 19 13:37:29.391114 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c68c299b-ac14-4381-b356-681fd7ffe068 req-5f17811e-a90e-4c03-9e2b-830f6ff97d3b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502336 Nov 19 13:37:29.523508 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380ed2e-ee99-4db0-b3e9-6363ad4c6194 req-ec44ff21-e4dd-4ab1-bf3f-cac6181f56d7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:29.525055 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7380ed2e-ee99-4db0-b3e9-6363ad4c6194 req-ec44ff21-e4dd-4ab1-bf3f-cac6181f56d7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0520661 Nov 19 13:37:29.574805 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7380ed2e-ee99-4db0-b3e9-6363ad4c6194 req-32447a3e-6dd7-4a98-8e73-460e78ff27f3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437644 Nov 19 13:37:30.339490 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:30.443455 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:30.460967 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'port_id': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'mac_address': 'fa:16:3e:a6:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:30.501645 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.517499 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b970b9c6-515f-4de6-887f-a9f5cb9d216d {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:30.526455 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4016245-5df0-4358-ab47-8978e3b24e1c req-57e73dbb-1c05-43ff-95a2-33bb126f76ca tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:30.528120 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e4016245-5df0-4358-ab47-8978e3b24e1c req-57e73dbb-1c05-43ff-95a2-33bb126f76ca tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0533891 Nov 19 13:37:30.543994 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:30.549927 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.585987 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e4016245-5df0-4358-ab47-8978e3b24e1c req-6d11a9f6-f44a-41f7-9eb4-1aa1bfd08b67 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518515 Nov 19 13:37:30.606106 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=6']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:30.692972 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['b970b9c6-515f-4de6-887f-a9f5cb9d216d'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:30.703016 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9c45d-3d4e-4961-9bd3-abeaa5ab9b4c req-63a9a35c-6ffc-43ca-b450-50a350fb6e18 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:30.704806 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c7a9c45d-3d4e-4961-9bd3-abeaa5ab9b4c req-63a9a35c-6ffc-43ca-b450-50a350fb6e18 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0508404 Nov 19 13:37:30.757455 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c7a9c45d-3d4e-4961-9bd3-abeaa5ab9b4c req-e1639291-9aef-44a6-9468-4e0b1c93ce2f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457597 Nov 19 13:37:30.891538 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.346661 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-09cf80a5-55af-402e-8ef3-58dae0a219d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.714344 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e160a1-083f-4d94-93da-6e629c9464ea req-26d49f30-4b45-4cd6-a84e-913f6a514bb7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:31.715828 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-39e160a1-083f-4d94-93da-6e629c9464ea req-26d49f30-4b45-4cd6-a84e-913f6a514bb7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0537157 Nov 19 13:37:31.767137 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-39e160a1-083f-4d94-93da-6e629c9464ea req-8ab8c046-a5c5-4476-9902-037674c6965f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452406 Nov 19 13:37:31.877819 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc112eb8-3e7c-44ba-951f-ed3534185a42 req-b920fed7-b163-4161-ad44-8fa6aea74482 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:31.879354 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc112eb8-3e7c-44ba-951f-ed3534185a42 req-b920fed7-b163-4161-ad44-8fa6aea74482 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0492983 Nov 19 13:37:31.925983 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc112eb8-3e7c-44ba-951f-ed3534185a42 req-50ca2056-57ec-454f-bb47-d4b8e62e367b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406656 Nov 19 13:37:32.150432 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-4e9726ca-ade2-40fd-bb46-955de91894a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.152182 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-4e9726ca-ade2-40fd-bb46-955de91894a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1098 time: 0.0455155 Nov 19 13:37:32.262685 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-3e9b39c5-7d89-4954-8b86-1976751a69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.264123 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-3e9b39c5-7d89-4954-8b86-1976751a69bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.0836163 Nov 19 13:37:32.338024 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:32.338516 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-119ce43b-50fa-43b9-936b-4d68bb4643d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 1001 time: 0.0617583 Nov 19 13:37:32.388441 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port b970b9c6-515f-4de6-887f-a9f5cb9d216d triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:32.389038 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.395420 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-ec178dff-e3c0-44ef-bc33-8cce26ac1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.397106 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-ec178dff-e3c0-44ef-bc33-8cce26ac1f7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0450706 Nov 19 13:37:32.451957 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-361ee49e-f6d8-4360-8ecd-7dd966381989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.453519 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-361ee49e-f6d8-4360-8ecd-7dd966381989 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407298 Nov 19 13:37:32.470155 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.494232 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:32.496611 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4928603e-a6cf-4094-afca-3a15759c146e" -d '{"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:32.510639 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:32.515438 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.540143 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3c3d3-ca68-4b34-bc1b-55130131d73f x-openstack-request-id: req-a1b3c3d3-ca68-4b34-bc1b-55130131d73f {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:32.540685 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:32.540948 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1b3c3d3-ca68-4b34-bc1b-55130131d73f {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:32.541338 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'code': 200} Nov 19 13:37:32.553918 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-41641e6b-3cca-4b25-ac29-0b11eb525952 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886092 Nov 19 13:37:32.567706 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=7']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:32.650228 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-110ee0d4-3cd1-4a7f-b5b7-b1af7700218f req-06491236-69af-46aa-a368-2819c6beb2e2 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859816 Nov 19 13:37:32.911291 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee01d8-c78a-4622-90db-41af22ca4c35 req-9eacbfc4-aa3f-4da8-8ed1-d108e28dfaf3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.914357 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-46ee01d8-c78a-4622-90db-41af22ca4c35 req-9eacbfc4-aa3f-4da8-8ed1-d108e28dfaf3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0669389 Nov 19 13:37:32.985273 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-46ee01d8-c78a-4622-90db-41af22ca4c35 req-bcec08f6-d541-40e4-b68c-76e2d31f9171 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548239 Nov 19 13:37:33.052651 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ea63-fd3e-4e07-9e22-e12c951ea9fb req-d03a7a44-a4a0-44e3-9a6b-1eeabfa882b7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:33.054176 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3df7ea63-fd3e-4e07-9e22-e12c951ea9fb req-d03a7a44-a4a0-44e3-9a6b-1eeabfa882b7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0558410 Nov 19 13:37:33.103670 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3df7ea63-fd3e-4e07-9e22-e12c951ea9fb req-21f913bc-45d1-4a69-86f4-b201de457645 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Nov 19 13:37:33.915800 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-57d81637-b2fb-40b2-9a50-df84c3936cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.109970 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ea623-0ef7-49ff-b1b2-3f427fd09506 req-dbd2551c-48a1-4b50-8fcc-52176424b865 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.111415 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d78ea623-0ef7-49ff-b1b2-3f427fd09506 req-dbd2551c-48a1-4b50-8fcc-52176424b865 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0507913 Nov 19 13:37:34.158782 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d78ea623-0ef7-49ff-b1b2-3f427fd09506 req-c4ffd18b-ab71-42f7-b0b2-3f61d1010f8e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406313 Nov 19 13:37:34.223265 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90c101-6e30-456b-bbe6-fc447c618bc3 req-257bdbbb-527b-40f1-9105-40b89e553c10 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:34.224776 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cd90c101-6e30-456b-bbe6-fc447c618bc3 req-257bdbbb-527b-40f1-9105-40b89e553c10 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0508759 Nov 19 13:37:34.272098 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cd90c101-6e30-456b-bbe6-fc447c618bc3 req-2850b4ee-647e-4375-9c0a-fd0cfa678f98 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413337 Nov 19 13:37:34.755072 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.284007 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6dda-9056-4c96-ba1a-157909bc7a28 req-c22072e2-601f-49c4-980b-ecf335b86d30 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:35.286230 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-42ae6dda-9056-4c96-ba1a-157909bc7a28 req-c22072e2-601f-49c4-980b-ecf335b86d30 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0527589 Nov 19 13:37:35.334552 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-42ae6dda-9056-4c96-ba1a-157909bc7a28 req-f17c71c4-4466-48c2-b4e1-91f1e25e55d8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425491 Nov 19 13:37:35.391404 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35400e4b-3fab-4d1b-98f7-498d3977c8f8 req-6d9bbdda-8e4d-4b89-8f4a-19808b115115 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:35.393070 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-35400e4b-3fab-4d1b-98f7-498d3977c8f8 req-6d9bbdda-8e4d-4b89-8f4a-19808b115115 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0492890 Nov 19 13:37:35.450312 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-35400e4b-3fab-4d1b-98f7-498d3977c8f8 req-795a8072-bf6a-4bb6-8c0d-3f15c9c2533e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503716 Nov 19 13:37:36.313937 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.463672 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8a180-ff5a-4f49-92e7-62a0f935debb req-6641513e-e222-46c8-acc8-b0c4332620d0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:36.465203 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3bb8a180-ff5a-4f49-92e7-62a0f935debb req-6641513e-e222-46c8-acc8-b0c4332620d0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0514505 Nov 19 13:37:36.521261 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3bb8a180-ff5a-4f49-92e7-62a0f935debb req-0bda4105-5248-4a16-a309-c601401cfc8e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501578 Nov 19 13:37:36.545360 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d4741-8f7c-45c6-af03-4ac00484a949 req-94bc1994-e25f-40a5-a1c0-c0db1a245dec tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:36.547897 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-de6d4741-8f7c-45c6-af03-4ac00484a949 req-94bc1994-e25f-40a5-a1c0-c0db1a245dec tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0524352 Nov 19 13:37:36.600865 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-de6d4741-8f7c-45c6-af03-4ac00484a949 req-93fcd332-f316-4978-8cdb-afd8e2cbdff9 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Nov 19 13:37:36.624349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35790) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:36.639656 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a35b7-d720-4e48-bdba-8aceb48fefc9 req-ff2b11d8-7997-4468-a5e3-7280fa159f04 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:36.642676 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4d4a35b7-d720-4e48-bdba-8aceb48fefc9 req-ff2b11d8-7997-4468-a5e3-7280fa159f04 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0561733 Nov 19 13:37:36.697100 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4d4a35b7-d720-4e48-bdba-8aceb48fefc9 req-3fcf0fdb-fe33-403c-b54f-1f4b507065f6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465806 Nov 19 13:37:36.771469 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e4f7ba-7bca-4571-a528-40b5a2955d2f tempest-TestMinimumBasicScenario-218724332 tempest-TestMinimumBasicScenario-218724332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:36.777142 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-63e4f7ba-7bca-4571-a528-40b5a2955d2f tempest-TestMinimumBasicScenario-218724332 tempest-TestMinimumBasicScenario-218724332-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1093 time: 0.1477835 Nov 19 13:37:36.777340 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35798) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:36.781877 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'port_id': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:36.808478 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for floatingip, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.914689 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.019471 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Allocated IP 172.27.0.156 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/7df4db38-9fcf-4494-a258-89187b117f1e) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:37.147350 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.186546 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.228769 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:37.231746 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:37.235338 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:37.241730 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'Port': ['ID=7df4db38-9fcf-4494-a258-89187b117f1e,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.273938 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.274320 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.274686 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.275054 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.275442 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.275778 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.276195 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.276553 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.276886 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.277218 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.277547 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.277873 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:37.320041 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.740070 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cda0ee-7a69-409c-b7cb-7dbb135573fb req-fb9e0fb2-17ac-4ac3-8e0b-3c3c8bfbeef8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:37.741902 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c3cda0ee-7a69-409c-b7cb-7dbb135573fb req-fb9e0fb2-17ac-4ac3-8e0b-3c3c8bfbeef8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.1166406 Nov 19 13:37:37.851788 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306722f-ffde-4ca5-8e8c-d41ee40cbc0c req-9e747470-6595-42e5-b2a0-8d0f0668faec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:37.853523 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c306722f-ffde-4ca5-8e8c-d41ee40cbc0c req-9e747470-6595-42e5-b2a0-8d0f0668faec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0667930 Nov 19 13:37:37.950688 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c306722f-ffde-4ca5-8e8c-d41ee40cbc0c req-4ff36fd3-0385-4c7d-8002-ed1b8583903b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851049 Nov 19 13:37:38.011879 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.070038 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c3cda0ee-7a69-409c-b7cb-7dbb135573fb req-ee52c486-f78b-445f-a2f1-0df6d8dc8528 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185050 Nov 19 13:37:38.109397 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.296462 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.302888 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.375765 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'Port': ['ID=7df4db38-9fcf-4494-a258-89187b117f1e,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:38.391941 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.520924 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Floating IP 5df0e5e5-5178-4131-af62-69006c94f2ea associated. External IP: 172.27.0.156, port: 80b14f61-e370-410a-b9f8-577eb3a304c5. Nov 19 13:37:38.789022 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Router b0a5120d-4525-4b66-a4bd-53a68d47a8db has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:38.920038 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:38.931849 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] Sync routers for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:38.946746 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.951005 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:38.951921 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:37:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:39.047761 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5c69d6d7-1cc0-4a9b-b434-78b1c55366d7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2689633 Nov 19 13:37:39.048383 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35830) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:39.048841 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:39.051965 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f591d2c3-93d9-4eab-af39-0d44e76d3a21" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:39.069972 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-eaf3d460-5e55-4316-82df-9c12c48c0ff1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398968500', 'description': 'tempest-secgroup-smoke-1398968500 description', 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:39.088398 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b6a9b-fd21-4d51-bcdc-a7610bd01ff8 req-c9ce41af-3a5e-4808-a130-bdf40deda2c5 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.091948 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-828b6a9b-fd21-4d51-bcdc-a7610bd01ff8 req-c9ce41af-3a5e-4808-a130-bdf40deda2c5 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0675571 Nov 19 13:37:39.135468 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d460-5e55-4316-82df-9c12c48c0ff1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.173622 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39848257-7286-4a3c-be81-0ceb9bb0a601 x-openstack-request-id: req-39848257-7286-4a3c-be81-0ceb9bb0a601 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:39.173990 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:39.174248 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39848257-7286-4a3c-be81-0ceb9bb0a601 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:39.174650 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'status': 'completed', 'code': 200} Nov 19 13:37:39.196160 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-828b6a9b-fd21-4d51-bcdc-a7610bd01ff8 req-8497aa24-d903-446c-9def-923f64776cb4 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969803 Nov 19 13:37:39.238917 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:39.373428 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-358fd6e5-bff8-4747-9be0-2465c383f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.375988 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-358fd6e5-bff8-4747-9be0-2465c383f850 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1098 time: 0.1627328 Nov 19 13:37:39.400314 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d460-5e55-4316-82df-9c12c48c0ff1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.484309 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd6a9-c518-48ab-9f5c-bf69efa848d8 req-8c32562b-e108-4b5e-b8cf-028c73d73fdb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.492504 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d6dbd6a9-c518-48ab-9f5c-bf69efa848d8 req-8c32562b-e108-4b5e-b8cf-028c73d73fdb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.2500362 Nov 19 13:37:39.499115 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d460-5e55-4316-82df-9c12c48c0ff1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.643806 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3d460-5e55-4316-82df-9c12c48c0ff1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:39.662832 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d460-5e55-4316-82df-9c12c48c0ff1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.667384 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35840) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:39.668677 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-eaf3d460-5e55-4316-82df-9c12c48c0ff1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6092615 Nov 19 13:37:39.675133 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'security_group_rule': {'security_group_id': '38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b', 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:39.705749 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d6dbd6a9-c518-48ab-9f5c-bf69efa848d8 req-8a54da6b-c8ee-42d7-98fc-33d453d0875e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117975 Nov 19 13:37:39.706900 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-327b6c38-4d3e-45f4-b5a4-4b389186ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.708521 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-327b6c38-4d3e-45f4-b5a4-4b389186ba5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 916 time: 0.3063707 Nov 19 13:37:39.709352 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '5df0e5e5-5178-4131-af62-69006c94f2ea', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'port_id': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'mac_address': 'fa:16:3e:c9:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:37Z', 'updated_at': '2021-11-19T13:37:37Z', 'revision_number': 0, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 5, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:39.709784 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.750572 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] Checking router: b0a5120d-4525-4b66-a4bd-53a68d47a8db for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:39.761791 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:39.762918 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:37:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:39.787593 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.794639 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.823376 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-f0f97adb-082c-433b-a427-6d0567b1728d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 999 time: 0.0930779 Nov 19 13:37:39.828142 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431148ca-6b6e-42f6-bf1d-671ea87e21ce,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:39.857823 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.861748 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930265 Nov 19 13:37:39.866069 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.866558 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.867073 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.867658 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.868780 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.869364 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.869905 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.870469 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.870915 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.871358 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.871942 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.872421 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7562a8-f25f-4a89-ae2f-111d65150c13 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:39.876126 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35842) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:39.884588 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-7ca6c997-f2a0-41ea-ba34-57509c7c9f03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'security_group_rule': {'security_group_id': '38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b', 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:39.887622 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-613aba4c-4bf3-49f2-8ed4-db9001224949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.889144 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-613aba4c-4bf3-49f2-8ed4-db9001224949 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0567012 Nov 19 13:37:39.914532 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:39.932124 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c997-f2a0-41ea-ba34-57509c7c9f03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.950347 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-3df30b23-3514-4b21-b381-33baf336a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.953347 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-3df30b23-3514-4b21-b381-33baf336a4f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508559 Nov 19 13:37:39.993721 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c997-f2a0-41ea-ba34-57509c7c9f03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.998469 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c997-f2a0-41ea-ba34-57509c7c9f03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.025853 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c997-f2a0-41ea-ba34-57509c7c9f03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.027058 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-7ca6c997-f2a0-41ea-ba34-57509c7c9f03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498060 Nov 19 13:37:40.029842 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6c997-f2a0-41ea-ba34-57509c7c9f03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9a1669-7a18-414e-a5bd-b36741abcaf8,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:40.031712 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35844) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:40.037031 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-81649059-7f29-4c41-b3bd-75d2bb87fcd4 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'security_group_rule': {'security_group_id': '38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b', 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:40.070874 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81649059-7f29-4c41-b3bd-75d2bb87fcd4 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.113234 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-27a444a8-30f8-4ec8-877c-1776184190d3 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480594 Nov 19 13:37:40.144110 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81649059-7f29-4c41-b3bd-75d2bb87fcd4 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.149705 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81649059-7f29-4c41-b3bd-75d2bb87fcd4 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.178971 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81649059-7f29-4c41-b3bd-75d2bb87fcd4 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7426c43a-4ccb-4778-b9b4-7eaebc618b5d,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:40.197287 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81649059-7f29-4c41-b3bd-75d2bb87fcd4 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.202102 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35846) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:40.203688 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-81649059-7f29-4c41-b3bd-75d2bb87fcd4 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705990 Nov 19 13:37:40.211915 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-81f07ccb-e1f0-44c8-b8a3-0900d8b83d84 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'security_group_rule': {'security_group_id': '38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b', 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:40.266210 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '5df0e5e5-5178-4131-af62-69006c94f2ea', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'port_id': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'mac_address': 'fa:16:3e:c9:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:37Z', 'updated_at': '2021-11-19T13:37:37Z', 'revision_number': 0, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 5, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:40.301897 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b5779-a8c8-41b0-807e-fd72b24f1869 None None] The sync data for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi is: [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '5df0e5e5-5178-4131-af62-69006c94f2ea', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'port_id': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'mac_address': 'fa:16:3e:c9:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:37Z', 'updated_at': '2021-11-19T13:37:37Z', 'revision_number': 0, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 5, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:40.302630 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-81f07ccb-e1f0-44c8-b8a3-0900d8b83d84 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.335111 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f591d2c3-93d9-4eab-af39-0d44e76d3a21 req-af4c9fb4-0183-4558-b740-d61107347ab9 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113256 Nov 19 13:37:40.346870 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a4711-a83a-4f66-8f25-7c67580bc7c1 req-084f22a6-c93e-42e7-bc29-11fa27ecd690 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:40.349284 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-491a4711-a83a-4f66-8f25-7c67580bc7c1 req-084f22a6-c93e-42e7-bc29-11fa27ecd690 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0723083 Nov 19 13:37:40.434893 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-81f07ccb-e1f0-44c8-b8a3-0900d8b83d84 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.442583 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-81f07ccb-e1f0-44c8-b8a3-0900d8b83d84 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.465685 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-491a4711-a83a-4f66-8f25-7c67580bc7c1 req-11422252-faf5-4289-ad0a-3dce8a135ee6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041069 Nov 19 13:37:40.469806 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f07ccb-e1f0-44c8-b8a3-0900d8b83d84 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c73d4af-c1bf-49f1-8237-c4325158fab9,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:40.483319 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-81f07ccb-e1f0-44c8-b8a3-0900d8b83d84 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.484599 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-81f07ccb-e1f0-44c8-b8a3-0900d8b83d84 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777350 Nov 19 13:37:40.487565 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 35854) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:40.505793 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'security_group_rule': {'security_group_id': '38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b', 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:40.557535 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.securitygroups_db [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Project eee87d0b3f204e56bd6213a56e92c6f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:37:40.561212 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.623105 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4e56c-626c-407d-b2a4-f20bfbd495c9 None None] New status for floating IP 5df0e5e5-5178-4131-af62-69006c94f2ea: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:40.666272 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.674608 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.702639 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87915bd0-21da-4333-81b6-6f09409bafef,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:40.715571 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.717579 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d6a23ac3-8a44-4f71-b41c-e3bc510b18ad tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2278931 Nov 19 13:37:40.722361 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 35860) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:40.726314 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'security_group_rule': {'security_group_id': '38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b', 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:40.777187 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.securitygroups_db [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Project eee87d0b3f204e56bd6213a56e92c6f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:37:40.784708 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.871935 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.876373 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.882626 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a266b14-e6dd-40ba-b6f4-523e8c7dac51 req-f94e2711-16f9-4a5d-a4df-0b4974d6967e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:40.884521 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3a266b14-e6dd-40ba-b6f4-523e8c7dac51 req-f94e2711-16f9-4a5d-a4df-0b4974d6967e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0884936 Nov 19 13:37:40.897454 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3ac0f9-cf1d-41a7-ae0a-92db80806788,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:40.907705 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.913766 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-8fb04ca9-699c-4b10-9329-fa2f48df66d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1875310 Nov 19 13:37:40.965770 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3a266b14-e6dd-40ba-b6f4-523e8c7dac51 req-3476620b-3b5e-4f56-9049-8439a2a0c025 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722733 Nov 19 13:37:41.056894 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-22e6d5d0-cdb6-4397-9ea4-703a6d59e363 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398968500&fields=id&tenant_id=eee87d0b3f204e56bd6213a56e92c6f8 HTTP/1.1" status: 200 len: 267 time: 0.0613861 Nov 19 13:37:41.115276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-494de80e-5cc2-4918-911b-1c572d6a5e54 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.116953 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-494de80e-5cc2-4918-911b-1c572d6a5e54 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0571976 Nov 19 13:37:41.129078 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'port': {'security_groups': ['8c5d060d-5f58-4f16-b248-d3daea4150f0', '38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b']}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:41.200701 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.422680 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=80b14f61-e370-410a-b9f8-577eb3a304c5,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:41.464859 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.472190 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.487758 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['80b14f61-e370-410a-b9f8-577eb3a304c5'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:41.637456 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.638537 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.640382 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-85731765-173d-4bb3-81a7-c25f1b79e636 req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "PUT /v2.0/ports/80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 981 time: 0.5168197 Nov 19 13:37:41.641103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:41.647002 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:41.688455 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353f84-9e99-4c46-9cd6-39f27b055d6b tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=6']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:41.718396 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce8d84-c234-4498-9492-1299df559ac5 req-fa519df4-08c9-4d77-9a18-c2f08313aae3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.720149 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f9ce8d84-c234-4498-9492-1299df559ac5 req-fa519df4-08c9-4d77-9a18-c2f08313aae3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.1205013 Nov 19 13:37:41.766858 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['80b14f61-e370-410a-b9f8-577eb3a304c5'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:41.866809 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f9ce8d84-c234-4498-9492-1299df559ac5 req-38cb01dc-c88f-4a3a-9e3b-80633351d49d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264181 Nov 19 13:37:41.901199 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4316c-38d9-4421-a7cc-e4fbdb5bf4cb req-a9a419b3-bd02-4795-92f5-4ff893673f53 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.905401 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-52c4316c-38d9-4421-a7cc-e4fbdb5bf4cb req-a9a419b3-bd02-4795-92f5-4ff893673f53 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.1529920 Nov 19 13:37:41.954746 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef4c3bc-fff9-4cb5-8fb6-170c49ea10b6 x-openstack-request-id: req-3ef4c3bc-fff9-4cb5-8fb6-170c49ea10b6 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:41.955328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:41.955737 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ef4c3bc-fff9-4cb5-8fb6-170c49ea10b6 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:41.956351 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'status': 'completed', 'code': 200} Nov 19 13:37:42.000228 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-52c4316c-38d9-4421-a7cc-e4fbdb5bf4cb req-7d2bbe6b-656b-43f7-893c-82c856659a31 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869379 Nov 19 13:37:42.022036 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-69bbdf86-5d42-4a21-b519-b7a698d961bf None None] Provisioning complete for port 80b14f61-e370-410a-b9f8-577eb3a304c5 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:42.022457 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-69bbdf86-5d42-4a21-b519-b7a698d961bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.041594 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-57a6f7d6-1365-4ab6-8bd4-6d364513cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.043758 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-57a6f7d6-1365-4ab6-8bd4-6d364513cd6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1137 time: 0.0620365 Nov 19 13:37:42.233440 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-9d300943-fff5-48f1-8d83-c2dae72da69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.235081 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-9d300943-fff5-48f1-8d83-c2dae72da69d service neutron] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 916 time: 0.1823819 Nov 19 13:37:42.274837 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96fcb0-acc7-4427-90d9-389c197dfd50 req-1ce6dcbf-259f-42fc-ad97-5e52a30baf30 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.291642 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dc96fcb0-acc7-4427-90d9-389c197dfd50 req-1ce6dcbf-259f-42fc-ad97-5e52a30baf30 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.1857963 Nov 19 13:37:42.436010 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-2eb387f2-2ab3-47c5-be32-0865c0a223d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 1001 time: 0.1857412 Nov 19 13:37:42.445627 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccaa77-24e4-4b50-a8b2-382366171920 req-085dd788-18eb-4047-863f-589d167be0cd tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.447129 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2fccaa77-24e4-4b50-a8b2-382366171920 req-085dd788-18eb-4047-863f-589d167be0cd tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0956354 Nov 19 13:37:42.450632 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dc96fcb0-acc7-4427-90d9-389c197dfd50 req-14bdb95d-0bc7-43f5-971d-1e5f8230b7f2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524079 Nov 19 13:37:42.484120 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629c934-220e-44e9-8916-74e662afb2a0 req-ef432714-9001-4b19-a146-57b87495455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.487943 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4629c934-220e-44e9-8916-74e662afb2a0 req-ef432714-9001-4b19-a146-57b87495455c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1098 time: 0.0996974 Nov 19 13:37:42.559110 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-420adf3d-3ecc-4261-aa8b-21c38f1a40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.560749 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-420adf3d-3ecc-4261-aa8b-21c38f1a40c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0904500 Nov 19 13:37:42.577451 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2fccaa77-24e4-4b50-a8b2-382366171920 req-47d2b923-cac4-4877-8100-f233005c83bc tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175132 Nov 19 13:37:42.696006 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629c934-220e-44e9-8916-74e662afb2a0 req-c36a60e3-cd9a-40e0-9cd2-12299e055b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.696735 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-2b88f8da-cdd8-4693-9693-2115fb0529b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.699389 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4629c934-220e-44e9-8916-74e662afb2a0 req-c36a60e3-cd9a-40e0-9cd2-12299e055b03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.1969087 Nov 19 13:37:42.708297 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-2b88f8da-cdd8-4693-9693-2115fb0529b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172161 Nov 19 13:37:42.834584 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4629c934-220e-44e9-8916-74e662afb2a0 req-361699b3-39e4-469b-bf76-b0283bfbfa20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 1001 time: 0.1065149 Nov 19 13:37:42.884151 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-ef31f817-db16-4660-a9b4-ff2d74718333 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537642 Nov 19 13:37:42.900483 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629c934-220e-44e9-8916-74e662afb2a0 req-a9d4fb39-79cb-4555-8f79-9fb80594b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.902588 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4629c934-220e-44e9-8916-74e662afb2a0 req-a9d4fb39-79cb-4555-8f79-9fb80594b7df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0564494 Nov 19 13:37:42.976230 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629c934-220e-44e9-8916-74e662afb2a0 req-60884b14-05e0-41c9-959a-d604444ac91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.978034 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4629c934-220e-44e9-8916-74e662afb2a0 req-60884b14-05e0-41c9-959a-d604444ac91e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504048 Nov 19 13:37:42.994735 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dc1b6a81-4181-4a3d-a14f-f85b515b9fac req-99ea6279-4a17-4d0a-b6bf-aaa181dd1c31 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953240 Nov 19 13:37:43.111101 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4629c934-220e-44e9-8916-74e662afb2a0 req-f00ba789-5cbf-40d7-b0eb-6e6f9e4d5803 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214492 Nov 19 13:37:43.235056 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4629c934-220e-44e9-8916-74e662afb2a0 req-aea3d636-1b43-4459-bc99-b6e483f2b6ef service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139364 Nov 19 13:37:43.587882 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85613c-1115-4f74-9ebd-f54d12a7a8b8 req-7a055bd2-e0ef-455c-98c9-fe5c7689c4c3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:43.590055 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-aa85613c-1115-4f74-9ebd-f54d12a7a8b8 req-7a055bd2-e0ef-455c-98c9-fe5c7689c4c3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0624106 Nov 19 13:37:43.682210 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-aa85613c-1115-4f74-9ebd-f54d12a7a8b8 req-d7a51f42-f584-4642-add5-a4f65c08e2d1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862994 Nov 19 13:37:43.745187 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a251908-9968-4cfe-8051-f6df71552362 req-e2086bd7-faa4-4ca3-986b-0b40067429c3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:43.754493 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0a251908-9968-4cfe-8051-f6df71552362 req-e2086bd7-faa4-4ca3-986b-0b40067429c3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0815382 Nov 19 13:37:43.829997 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0a251908-9968-4cfe-8051-f6df71552362 req-61707e72-6410-4d64-9dff-f469b93ed09e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742536 Nov 19 13:37:44.136760 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18afc4b-8bb0-401d-9af1-5693eacaf2a2 req-388b816a-cafc-4683-81a4-6020779a0fb4 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:44.163031 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a18afc4b-8bb0-401d-9af1-5693eacaf2a2 req-388b816a-cafc-4683-81a4-6020779a0fb4 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 946 time: 0.0863683 Nov 19 13:37:44.200190 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-b7e4f900-7846-48fc-8be4-4e55dd2ac436 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:44.217206 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-b7e4f900-7846-48fc-8be4-4e55dd2ac436 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.1881325 Nov 19 13:37:44.242254 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-b82b2aa1-c279-4735-9da5-e7f918f9c520 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/quotas/4a5c91d4fd55407db18411af6b0e127a HTTP/1.1" status: 200 len: 375 time: 0.0226085 Nov 19 13:37:44.263880 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a18afc4b-8bb0-401d-9af1-5693eacaf2a2 req-4628d8d2-3983-4dd8-81b7-3a76bdeec8d7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848670 Nov 19 13:37:44.309218 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-34c83627-e3ef-4a3b-bc26-5c7928e049f4 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654612 Nov 19 13:37:44.446585 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-5c8aace9-81e4-45ee-bfe5-a2ad2c2fbc1d service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364458 Nov 19 13:37:44.562973 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-b7721cbc-4ecc-409e-a57b-e7446efba963 service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088574 Nov 19 13:37:44.806998 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f91703ca-c416-4aa9-b93e-7237afdae893 req-91a3af91-1075-4213-99a1-76f84668c59c tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 210 time: 0.0586236 Nov 19 13:37:44.904791 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035809ea-6e0a-46fb-92ff-0b3dbeb6e76e req-1c2e2c83-f77c-4a0d-80fd-52a8d8552859 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:44.914220 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-035809ea-6e0a-46fb-92ff-0b3dbeb6e76e req-1c2e2c83-f77c-4a0d-80fd-52a8d8552859 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0885231 Nov 19 13:37:44.982438 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-035809ea-6e0a-46fb-92ff-0b3dbeb6e76e req-0d5cf0bf-1242-4f8e-b132-f030cb3dc5d8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669959 Nov 19 13:37:45.014476 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dada36-65a5-40e4-8745-56617372a4f1 req-bf7520bc-9554-439e-84b0-a0e3ac21cf1e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:45.023335 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95dada36-65a5-40e4-8745-56617372a4f1 req-bf7520bc-9554-439e-84b0-a0e3ac21cf1e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0635843 Nov 19 13:37:45.078155 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-95dada36-65a5-40e4-8745-56617372a4f1 req-94bec840-033b-497b-a90b-fdb953154453 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538113 Nov 19 13:37:45.387990 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d104c-bd5a-41d0-87dd-806ac9dcc2cd req-58726bca-acc8-4dca-84c9-6a9df0a8dabd tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:45.389945 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a41d104c-bd5a-41d0-87dd-806ac9dcc2cd req-58726bca-acc8-4dca-84c9-6a9df0a8dabd tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 946 time: 0.0589955 Nov 19 13:37:45.449400 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a41d104c-bd5a-41d0-87dd-806ac9dcc2cd req-cca1c9c2-5f4c-401f-9cd3-997998602b41 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502539 Nov 19 13:37:45.923078 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0ca8963-b0e6-49f2-856e-233e49d019dd req-7a28019c-bd19-4244-a306-651fb6cc93e7 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 210 time: 0.0385668 Nov 19 13:37:46.125361 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f88f0c-2920-4b49-a3bb-8b035d8a644a req-18beee5c-c5b6-421b-ab8f-373e4cc998eb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:46.129579 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-34f88f0c-2920-4b49-a3bb-8b035d8a644a req-18beee5c-c5b6-421b-ab8f-373e4cc998eb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0695131 Nov 19 13:37:46.200153 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-34f88f0c-2920-4b49-a3bb-8b035d8a644a req-548a27a0-3014-43ee-b7cb-5bd9d76e2dba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617068 Nov 19 13:37:46.291098 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7ec9a26e-ae54-4746-81df-75b0cc2c8780 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:46.292830 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7ec9a26e-ae54-4746-81df-75b0cc2c8780 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.2122977 Nov 19 13:37:46.314294 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Request body: {'port': {'device_id': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'admin_state_up': True, 'tenant_id': '4a5c91d4fd55407db18411af6b0e127a'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:46.461535 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Made reservation on behalf of 4a5c91d4fd55407db18411af6b0e127a for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:46.465396 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.632562 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb892b-7862-4096-a4b6-95bafc404772 req-e0632f4e-2c5a-4af4-8993-07266fc4c098 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:46.634275 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ebdb892b-7862-4096-a4b6-95bafc404772 req-e0632f4e-2c5a-4af4-8993-07266fc4c098 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 946 time: 0.1005077 Nov 19 13:37:46.653434 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Allocated IP 172.20.0.12 (d0cbd1a9-e437-4dd4-9468-77e3011cd1ad/023ab77d-ad85-42e6-89de-9731f12416d9/b1b057be-e713-4994-9fd9-47ef15594b66) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:46.713338 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ebdb892b-7862-4096-a4b6-95bafc404772 req-06b22689-c175-4a00-a01f-5fc12af1848e tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722284 Nov 19 13:37:46.788992 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-3881ebd5-5263-4bcd-9e12-13d22cf7c4b5 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:46.791118 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-3881ebd5-5263-4bcd-9e12-13d22cf7c4b5 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 946 time: 0.0579045 Nov 19 13:37:46.871345 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.916069 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.935368 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:46.966869 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:46.970238 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:46.991344 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Deleting port b80191fd-1eaf-4fb8-88eb-c987fb12551f {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:46.991973 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.019057 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:47.121554 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event updated for resources: {'Port': ['ID=b1b057be-e713-4994-9fd9-47ef15594b66,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:47.164089 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:47.164765 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.188768 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-7eee4196-0eff-431b-841c-67cce2304180 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8799081 Nov 19 13:37:47.203909 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161fa84-8d4d-453f-8174-b566d351a283 req-bc28bae0-a5e4-4c34-bcdb-11b99d413263 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:47.205794 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8161fa84-8d4d-453f-8174-b566d351a283 req-bc28bae0-a5e4-4c34-bcdb-11b99d413263 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 932 time: 0.1268132 Nov 19 13:37:47.219275 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Request body: {'port': {'device_id': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:47.377439 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.501803 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] For port b80191fd-1eaf-4fb8-88eb-c987fb12551f, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b80191fd-1eaf-4fb8-88eb-c987fb12551f,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:47.502239 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.504610 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749064c-68ba-44fe-9867-e638cefedbff req-7c69eadf-ba76-4c47-98f5-96061a4d389a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:47.512187 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6749064c-68ba-44fe-9867-e638cefedbff req-7c69eadf-ba76-4c47-98f5-96061a4d389a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.1609678 Nov 19 13:37:47.522084 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Calling delete_port for b80191fd-1eaf-4fb8-88eb-c987fb12551f owned by compute:nova {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:47.554997 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8161fa84-8d4d-453f-8174-b566d351a283 req-65d282a0-8f67-4f4c-8cd6-de2af76cff54 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344378 Nov 19 13:37:47.589454 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6749064c-68ba-44fe-9867-e638cefedbff req-eb281b66-4b0b-474c-9754-a686d0347f6a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759928 Nov 19 13:37:47.719979 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.735280 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['b80191fd-1eaf-4fb8-88eb-c987fb12551f'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:47.756559 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Pushing event deleted for resources: {'Port': ['ID=b80191fd-1eaf-4fb8-88eb-c987fb12551f,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:47.829557 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b057be-e713-4994-9fd9-47ef15594b66 {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:47.836334 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] No DVR routers for this DVR port b80191fd-1eaf-4fb8-88eb-c987fb12551f on host hv-cinder-81632 {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:47.839380 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.840133 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.842980 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-fe07db2b-7fc8-46e9-a299-4555b76182d6 req-c680885a-3fba-406b-97cb-af01499d8d80 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "DELETE /v2.0/ports/b80191fd-1eaf-4fb8-88eb-c987fb12551f HTTP/1.1" status: 204 len: 173 time: 1.0437999 Nov 19 13:37:47.843666 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'name': 'network-vif-deleted', 'tag': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:47.846202 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be9511-40e5-4a99-b7a5-dc898b2ec810" -d '{"events": [{"server_uuid": "4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc", "name": "network-vif-deleted", "tag": "b80191fd-1eaf-4fb8-88eb-c987fb12551f"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:47.864559 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Transition to ACTIVE for port object b1b057be-e713-4994-9fd9-47ef15594b66 will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:47.876408 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.899309 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3733701b-0e3a-476d-a01f-af4445320581 req-635b5556-66cd-4e70-964f-d4f48c9a93df tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc HTTP/1.1" status: 200 len: 210 time: 0.0638599 Nov 19 13:37:47.944405 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bffc493-d902-44bb-82bc-e1f3e4513283 x-openstack-request-id: req-5bffc493-d902-44bb-82bc-e1f3e4513283 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:47.945212 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc", "name": "network-vif-deleted", "tag": "b80191fd-1eaf-4fb8-88eb-c987fb12551f", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:47.945481 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bffc493-d902-44bb-82bc-e1f3e4513283 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:47.946681 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddea0ea-ef5a-4c04-a6b6-90e9cdc2ebcc', 'name': 'network-vif-deleted', 'tag': 'b80191fd-1eaf-4fb8-88eb-c987fb12551f', 'status': 'completed', 'code': 200} Nov 19 13:37:47.971489 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b057be-e713-4994-9fd9-47ef15594b66,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:48.067646 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Attempting to bind port b1b057be-e713-4994-9fd9-47ef15594b66 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:48.067863 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Attempting to bind port b1b057be-e713-4994-9fd9-47ef15594b66 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:48.068124 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Attempting to bind port b1b057be-e713-4994-9fd9-47ef15594b66 on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:48.074795 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Port b1b057be-e713-4994-9fd9-47ef15594b66 on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:48.075119 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Attempting to bind port b1b057be-e713-4994-9fd9-47ef15594b66 on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:48.080436 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:48.080811 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Checking segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:48.081304 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Bound using segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:48.081758 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Bound port: b1b057be-e713-4994-9fd9-47ef15594b66, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:48.082726 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.163282 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] For port b1b057be-e713-4994-9fd9-47ef15594b66, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:48.165522 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] For port b1b057be-e713-4994-9fd9-47ef15594b66, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b1b057be-e713-4994-9fd9-47ef15594b66,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:48.171601 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.207966 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:48.208632 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.210526 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] 10.222.0.73 "PUT /v2.0/ports/b1b057be-e713-4994-9fd9-47ef15594b66 HTTP/1.1" status: 200 len: 1094 time: 0.9978700 Nov 19 13:37:48.214623 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'tag': 'b1b057be-e713-4994-9fd9-47ef15594b66'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:48.219002 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d113f-eed3-485e-8258-eec6a8e933c4" -d '{"events": [{"name": "network-changed", "server_uuid": "484ca442-dfa9-40fd-928c-ba06d147b84c", "tag": "b1b057be-e713-4994-9fd9-47ef15594b66"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:48.242808 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfef94-01a0-4cd7-a32a-835dedc2f633 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b057be-e713-4994-9fd9-47ef15594b66,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:48.301877 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397813e5-7f5e-4f0c-8822-66a4903f953c x-openstack-request-id: req-397813e5-7f5e-4f0c-8822-66a4903f953c {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:48.302350 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484ca442-dfa9-40fd-928c-ba06d147b84c", "tag": "b1b057be-e713-4994-9fd9-47ef15594b66", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:48.302700 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-397813e5-7f5e-4f0c-8822-66a4903f953c {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:48.303227 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'tag': 'b1b057be-e713-4994-9fd9-47ef15594b66', 'status': 'completed', 'code': 200} Nov 19 13:37:48.324923 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-e59b77b0-c12a-47a8-804f-05c0ab9a7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:48.326646 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-e59b77b0-c12a-47a8-804f-05c0ab9a7681 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 1097 time: 0.0536842 Nov 19 13:37:48.398160 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-a65de358-63ed-4665-9398-373680b06c5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b057be-e713-4994-9fd9-47ef15594b66 HTTP/1.1" status: 200 len: 217 time: 0.0561895 Nov 19 13:37:48.477578 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-00b6fc22-3259-41f7-9d9e-105778b7e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:48.479196 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-00b6fc22-3259-41f7-9d9e-105778b7e71f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0638747 Nov 19 13:37:48.530914 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-137124c4-5fd5-48d5-b71d-9fa77a80b2d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432513 Nov 19 13:37:48.654378 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-b630590b-829c-4d64-8624-eb319b6ad6b8 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150348 Nov 19 13:37:48.756466 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f97f57-2b56-4bff-979b-244869ca85aa req-46445790-2ac0-4a1f-836e-8d792654c643 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:48.757998 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d3f97f57-2b56-4bff-979b-244869ca85aa req-46445790-2ac0-4a1f-836e-8d792654c643 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0644581 Nov 19 13:37:48.790125 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ff807-f15f-4cb3-bb04-079ed25435b7 req-5d45af89-1a46-4865-9db6-81918f971703 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:48.791648 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-049ff807-f15f-4cb3-bb04-079ed25435b7 req-5d45af89-1a46-4865-9db6-81918f971703 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.1099358 Nov 19 13:37:48.815843 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d3f97f57-2b56-4bff-979b-244869ca85aa req-afb35e0b-3e44-4f86-a37d-afb4892d2a4f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501964 Nov 19 13:37:48.835410 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ac62c227-fe83-4f1e-a0b2-81f76c9470b6 req-4a51c412-4ec8-45b7-b2ce-766c4472fa99 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714618 Nov 19 13:37:48.873553 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-049ff807-f15f-4cb3-bb04-079ed25435b7 req-9e0c2433-f9dc-4a50-b657-299c829c8100 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654323 Nov 19 13:37:48.921576 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-cf91d085-1f52-45a6-91a9-191cc34561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:48.923484 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-cf91d085-1f52-45a6-91a9-191cc34561a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 1097 time: 0.0417633 Nov 19 13:37:49.028715 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-67b71e94-0652-4054-bd3b-8b3e72665044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:49.030189 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-67b71e94-0652-4054-bd3b-8b3e72665044 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 917 time: 0.0939605 Nov 19 13:37:49.078189 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-8163c8d7-6bee-4243-8dc9-1b5a13b3cf13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b057be-e713-4994-9fd9-47ef15594b66 HTTP/1.1" status: 200 len: 217 time: 0.0398040 Nov 19 13:37:49.135419 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-cf409fcf-762f-4dcd-bee1-ecabad680f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:49.136870 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-cf409fcf-762f-4dcd-bee1-ecabad680f44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0483243 Nov 19 13:37:49.171267 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-ace886cc-2d88-4ab7-b197-463ce82752a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266397 Nov 19 13:37:49.268108 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-c50f382b-4833-40b3-b1e6-22024d204118 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875227 Nov 19 13:37:49.373635 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-189d113f-eed3-485e-8258-eec6a8e933c4 req-5a65177e-8a6b-4f3e-b70d-2d3ce1aad203 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939941 Nov 19 13:37:49.952109 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946979-b964-4852-b495-9b4e36aee21a req-94d6a0f2-2ed0-439b-9a36-a29847116e76 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:49.953591 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-54946979-b964-4852-b495-9b4e36aee21a req-94d6a0f2-2ed0-439b-9a36-a29847116e76 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0499327 Nov 19 13:37:49.992132 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a02e9-d522-4d26-a02e-b519bea8b2c4 req-7c5a0b48-948c-413b-85e3-708566b1cb68 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:49.993658 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-df8a02e9-d522-4d26-a02e-b519bea8b2c4 req-7c5a0b48-948c-413b-85e3-708566b1cb68 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0492060 Nov 19 13:37:50.007628 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-54946979-b964-4852-b495-9b4e36aee21a req-6f43f6ea-072f-43b1-bbc5-4774349b812e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470436 Nov 19 13:37:50.041550 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-df8a02e9-d522-4d26-a02e-b519bea8b2c4 req-b570d735-74f7-4a15-b2c9-685ecce2c311 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Nov 19 13:37:51.139956 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c7d0-213b-4619-ac44-d70796ea06ea req-1a14fb0e-d0ad-4496-92ef-086a45856e1f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:51.141497 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ca25c7d0-213b-4619-ac44-d70796ea06ea req-1a14fb0e-d0ad-4496-92ef-086a45856e1f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0512931 Nov 19 13:37:51.166827 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc2d12-7959-4b09-addf-66080190adb0 req-64dcbec6-ff71-4d97-b2a9-774b3702b972 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:51.168359 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f0cc2d12-7959-4b09-addf-66080190adb0 req-64dcbec6-ff71-4d97-b2a9-774b3702b972 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0550976 Nov 19 13:37:51.193721 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ca25c7d0-213b-4619-ac44-d70796ea06ea req-b5ea2af3-7b1b-41a5-a99e-0b022828bcf7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454001 Nov 19 13:37:51.223375 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f0cc2d12-7959-4b09-addf-66080190adb0 req-94f3909a-1052-449b-ac43-b7daf3d45123 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Nov 19 13:37:51.989117 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b80191fd-1eaf-4fb8-88eb-c987fb12551f no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:52.009879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: b80191fd-1eaf-4fb8-88eb-c987fb12551f {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:52.010232 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b80191fd-1eaf-4fb8-88eb-c987fb12551f not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:52.313513 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eaad4-80f8-48c3-9eb8-b5c7b0fc7907 req-2e96732b-788c-4f1c-a40a-b0b2c9b0f73f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:52.315019 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b94eaad4-80f8-48c3-9eb8-b5c7b0fc7907 req-2e96732b-788c-4f1c-a40a-b0b2c9b0f73f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0484002 Nov 19 13:37:52.338530 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558619e4-8947-4c15-ad3c-528b63c9e652 req-12f11042-a25f-481f-b09a-9653f83976cd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:52.340035 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-558619e4-8947-4c15-ad3c-528b63c9e652 req-12f11042-a25f-481f-b09a-9653f83976cd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0489550 Nov 19 13:37:52.363390 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b94eaad4-80f8-48c3-9eb8-b5c7b0fc7907 req-1d941644-5f06-4abd-9228-8984ce8c633a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Nov 19 13:37:52.387544 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-558619e4-8947-4c15-ad3c-528b63c9e652 req-2566abf9-401d-487c-9b60-dcd30b6d7719 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Nov 19 13:37:53.381356 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:53.467183 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.492175 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:53.492419 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51891e-fc87-4a69-9158-f25e76b9e076 req-030aaf99-5ea7-44f9-aefc-6cef9885d8b0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:53.494812 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae51891e-fc87-4a69-9158-f25e76b9e076 req-030aaf99-5ea7-44f9-aefc-6cef9885d8b0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 945 time: 0.0544977 Nov 19 13:37:53.495354 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faabad9d-617e-47ab-b4ce-d9bdfc3c94cc" -d '{"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:53.509922 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:53.512409 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dfa5-2fa9-4cd6-a1b2-ea75f0726833 req-ac9ca796-7000-4140-9ef9-0e5b0604ab63 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:53.514071 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f732dfa5-2fa9-4cd6-a1b2-ea75f0726833 req-ac9ca796-7000-4140-9ef9-0e5b0604ab63 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0534313 Nov 19 13:37:53.515361 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.548133 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ae51891e-fc87-4a69-9158-f25e76b9e076 req-5ae52248-57d5-42f4-8b3d-93e35719108d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466354 Nov 19 13:37:53.574336 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=8']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:53.579621 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f732dfa5-2fa9-4cd6-a1b2-ea75f0726833 req-991d98ef-9979-4052-82c2-3dcf8f4a226e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563335 Nov 19 13:37:53.612169 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1605301-4841-4b81-ad32-d24a8845bc1c x-openstack-request-id: req-f1605301-4841-4b81-ad32-d24a8845bc1c {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:53.612495 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:53.612747 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1605301-4841-4b81-ad32-d24a8845bc1c {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:53.613750 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'code': 200} Nov 19 13:37:54.052766 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-66c98185-958a-4ad5-9332-c95ec5858961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.054242 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-66c98185-958a-4ad5-9332-c95ec5858961 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1096 time: 0.0411618 Nov 19 13:37:54.147454 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-065cce2e-d798-476d-aa15-e2ae65ea4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.149209 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-065cce2e-d798-476d-aa15-e2ae65ea4663 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0867574 Nov 19 13:37:54.438115 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-31ced2bf-b904-4976-8b75-185b9ca26775 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 999 time: 0.2817013 Nov 19 13:37:54.490271 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-fcb99c63-29cd-43a3-9229-6b3babac54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.491726 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-fcb99c63-29cd-43a3-9229-6b3babac54d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0459054 Nov 19 13:37:54.540840 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-e8b152a5-d10a-4817-972c-8ff150116d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.542206 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-e8b152a5-d10a-4817-972c-8ff150116d56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427132 Nov 19 13:37:54.642073 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-3edfd219-4108-49cc-8030-5153055a2ca4 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918911 Nov 19 13:37:54.678066 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea68e-aeca-481d-bee1-58c741668780 req-b8f57cfe-380a-4b70-899f-f5478d690cb6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.680340 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-87cea68e-aeca-481d-bee1-58c741668780 req-b8f57cfe-380a-4b70-899f-f5478d690cb6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0581863 Nov 19 13:37:54.737105 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-87cea68e-aeca-481d-bee1-58c741668780 req-d6d7d9ec-b14a-4f9b-947b-aa5e27f5f00c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492864 Nov 19 13:37:54.793318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faf351-d5e4-439c-97d8-8a1a73d2f0e6 req-46f2257f-8cd4-4f5a-a74a-9a9d05836782 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:54.794709 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13faf351-d5e4-439c-97d8-8a1a73d2f0e6 req-46f2257f-8cd4-4f5a-a74a-9a9d05836782 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0828404 Nov 19 13:37:54.801047 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8db8541e-896b-4a60-a82f-91f94b0648cb req-cc452a32-92b0-47f6-a08e-6508e6107d2c service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412070 Nov 19 13:37:54.846848 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13faf351-d5e4-439c-97d8-8a1a73d2f0e6 req-c79eabb0-60b7-43ab-920f-ccd584e303d2 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447168 Nov 19 13:37:55.860960 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b883c7-514c-4a4f-baaa-8973a6ba1731 req-2197941b-a5bc-4dc6-ace4-4f6f791e9de3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:55.862413 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-48b883c7-514c-4a4f-baaa-8973a6ba1731 req-2197941b-a5bc-4dc6-ace4-4f6f791e9de3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0487800 Nov 19 13:37:55.909932 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-48b883c7-514c-4a4f-baaa-8973a6ba1731 req-9d37cb99-2bcb-4e63-933f-76f25ed3786c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Nov 19 13:37:55.965633 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a1393-3c3d-4614-b7e6-bd9806fface8 req-877f2a62-9f07-480e-8d52-e1c6b34e4c03 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:55.967088 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-856a1393-3c3d-4614-b7e6-bd9806fface8 req-877f2a62-9f07-480e-8d52-e1c6b34e4c03 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0499570 Nov 19 13:37:56.016133 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-856a1393-3c3d-4614-b7e6-bd9806fface8 req-801868fd-5981-46b5-9ce1-abfed3211465 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Nov 19 13:37:57.043063 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b8c9c-06ad-483f-b496-79b59be44baa req-65dc487f-e6c6-4ccd-8580-0122be5f6926 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:57.044916 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d4b8c9c-06ad-483f-b496-79b59be44baa req-65dc487f-e6c6-4ccd-8580-0122be5f6926 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0540941 Nov 19 13:37:57.093365 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d4b8c9c-06ad-483f-b496-79b59be44baa req-08f2b111-16aa-436b-9030-40aa6e7e82d8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Nov 19 13:37:57.150880 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c0c9b-79c1-4d3b-bf2d-84edcb8ed315 req-26c7632b-136e-48c3-b12e-07a036a06da8 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:57.152440 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-019c0c9b-79c1-4d3b-bf2d-84edcb8ed315 req-26c7632b-136e-48c3-b12e-07a036a06da8 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0673804 Nov 19 13:37:57.219889 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-019c0c9b-79c1-4d3b-bf2d-84edcb8ed315 req-bdfbef7f-786e-4158-b305-7ebed37d9391 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611773 Nov 19 13:37:58.222740 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d7360-3f71-4124-9954-85606b2c8aa5 req-5c2cdebc-8360-4490-8533-0736a4211637 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:58.224226 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ed9d7360-3f71-4124-9954-85606b2c8aa5 req-5c2cdebc-8360-4490-8533-0736a4211637 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0547912 Nov 19 13:37:58.271670 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ed9d7360-3f71-4124-9954-85606b2c8aa5 req-84ad7216-fa57-42e8-a703-4a8287217b20 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Nov 19 13:37:58.275864 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b1b057be-e713-4994-9fd9-47ef15594b66 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:58.338205 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d540-a91b-4733-a904-b5e3580a6bb1 req-1d64bc1a-a49b-4eb5-8519-cc951436fe36 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:58.339755 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cc39d540-a91b-4733-a904-b5e3580a6bb1 req-1d64bc1a-a49b-4eb5-8519-cc951436fe36 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 944 time: 0.0496750 Nov 19 13:37:58.376885 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b1b057be-e713-4994-9fd9-47ef15594b66, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b1b057be-e713-4994-9fd9-47ef15594b66,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:58.390885 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'b1b057be-e713-4994-9fd9-47ef15594b66', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'port_id': 'b1b057be-e713-4994-9fd9-47ef15594b66', 'mac_address': 'fa:16:3e:ba:7b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023ab77d-ad85-42e6-89de-9731f12416d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:58.395507 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cc39d540-a91b-4733-a904-b5e3580a6bb1 req-3b67564c-63d0-4621-80b8-cfb73d0c1283 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494199 Nov 19 13:37:58.431051 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.448274 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b057be-e713-4994-9fd9-47ef15594b66 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:58.467093 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b1b057be-e713-4994-9fd9-47ef15594b66, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b1b057be-e713-4994-9fd9-47ef15594b66,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:58.471104 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.523567 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b1b057be-e713-4994-9fd9-47ef15594b66,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:59.391744 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c371d71-ffa5-4bc8-a511-c51d87d308a1 req-e918058a-636e-448c-aeb6-af5f404fac6f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.393212 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7c371d71-ffa5-4bc8-a511-c51d87d308a1 req-e918058a-636e-448c-aeb6-af5f404fac6f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0493469 Nov 19 13:37:59.446105 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7c371d71-ffa5-4bc8-a511-c51d87d308a1 req-ecf59b49-7515-4379-af7b-6b8be8c09078 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464830 Nov 19 13:37:59.514486 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d04a25-d034-4b53-9ba4-1ddae78c52ae req-8216e7e2-339a-4b43-baa5-af0d0750a01e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.515954 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e6d04a25-d034-4b53-9ba4-1ddae78c52ae req-8216e7e2-339a-4b43-baa5-af0d0750a01e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 945 time: 0.0527425 Nov 19 13:37:59.564758 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e6d04a25-d034-4b53-9ba4-1ddae78c52ae req-8d2e06aa-ee34-4241-ab20-40783a578412 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Nov 19 13:38:00.514634 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['b1b057be-e713-4994-9fd9-47ef15594b66'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:00.573327 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826b25-1aad-4eb0-b907-7bab5834a4c1 req-704e85b4-0c82-4386-a47d-bf47b7d902f8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.575481 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c3826b25-1aad-4eb0-b907-7bab5834a4c1 req-704e85b4-0c82-4386-a47d-bf47b7d902f8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0538361 Nov 19 13:38:00.633879 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c3826b25-1aad-4eb0-b907-7bab5834a4c1 req-14bcb1f7-47cc-418e-8b07-78af04472fca tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499570 Nov 19 13:38:00.703026 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9c20e-f994-42bc-90c2-91e694460143 req-efe2bdcf-251a-429a-ae83-964f81943eeb tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.704841 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ada9c20e-f994-42bc-90c2-91e694460143 req-efe2bdcf-251a-429a-ae83-964f81943eeb tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 945 time: 0.0533121 Nov 19 13:38:00.755467 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ada9c20e-f994-42bc-90c2-91e694460143 req-74960a72-609d-4300-983b-62fc66643ce0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Nov 19 13:38:00.892131 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.065439 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-d780ee88-1b48-4dec-be03-b759e9cbc5bb tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.066965 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-d780ee88-1b48-4dec-be03-b759e9cbc5bb tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/networks?id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b HTTP/1.1" status: 200 len: 814 time: 0.1141729 Nov 19 13:38:01.084925 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-c78b5ba5-af18-4985-8ed6-f9832f1f8163 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/quotas/a3a6cf5c33b04bbfb03ee67ce1b12041 HTTP/1.1" status: 200 len: 375 time: 0.0099399 Nov 19 13:38:01.120343 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-5870d891-7baa-4d29-8868-6cacb0c6fbe3 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3a6cf5c33b04bbfb03ee67ce1b12041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288663 Nov 19 13:38:01.152490 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [req-f0308f39-3c29-4226-b2dc-e5c55e41963e req-73f7c6b4-4495-4af8-836b-2b00c9eb55d6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:01.153619 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f0308f39-3c29-4226-b2dc-e5c55e41963e req-73f7c6b4-4495-4af8-836b-2b00c9eb55d6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055838 Nov 19 13:38:01.222131 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-1fd3a81b-d70e-4f26-8865-23536e3df5e4 service neutron] 10.222.0.81 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948339 Nov 19 13:38:01.309911 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee0146-6425-47dc-8a30-52abce37a5d6 req-dde656e2-d8d3-4765-9ac1-fb88e715354f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.313843 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05ee0146-6425-47dc-8a30-52abce37a5d6 req-dde656e2-d8d3-4765-9ac1-fb88e715354f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0527401 Nov 19 13:38:01.325418 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-59cdb57c-a4b9-4743-9db1-1116ad7243ef service neutron] 10.222.0.81 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962620 Nov 19 13:38:01.356853 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-aab3889e-52c9-4dca-85da-1a4ad93d477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.396944 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05ee0146-6425-47dc-8a30-52abce37a5d6 req-21e328ed-554a-485d-b13d-0913c93c660f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724647 Nov 19 13:38:01.511346 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6e38ce06-9727-4c39-9865-2a056af5df0e req-728c4c9d-7118-41f2-8d42-723b84c00b01 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 210 time: 0.0324693 Nov 19 13:38:01.635769 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b1b057be-e713-4994-9fd9-47ef15594b66 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:01.636442 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 36120) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:01.687803 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port b1b057be-e713-4994-9fd9-47ef15594b66 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:38:01.693712 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port b1b057be-e713-4994-9fd9-47ef15594b66 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:01.693946 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.727053 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-4f5d1a85-cc80-4d55-960d-0135870041cf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886474 Nov 19 13:38:01.756542 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-c742376e-6735-4d8b-a446-299d362e1a55 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:01.760848 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-c742376e-6735-4d8b-a446-299d362e1a55 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275848 Nov 19 13:38:01.789155 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.828057 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b1b057be-e713-4994-9fd9-47ef15594b66, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b1b057be-e713-4994-9fd9-47ef15594b66,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:01.829195 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b057be-e713-4994-9fd9-47ef15594b66'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:01.832187 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0ccc19-379b-43e6-8629-a7c141b5bf6c" -d '{"events": [{"server_uuid": "484ca442-dfa9-40fd-928c-ba06d147b84c", "name": "network-vif-plugged", "status": "completed", "tag": "b1b057be-e713-4994-9fd9-47ef15594b66"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:01.841355 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.879176 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be669d5-5482-4d90-9fd0-f7d19c477bdf x-openstack-request-id: req-5be669d5-5482-4d90-9fd0-f7d19c477bdf {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:01.879471 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484ca442-dfa9-40fd-928c-ba06d147b84c", "name": "network-vif-plugged", "status": "completed", "tag": "b1b057be-e713-4994-9fd9-47ef15594b66", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:01.880297 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5be669d5-5482-4d90-9fd0-f7d19c477bdf {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:01.880505 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b057be-e713-4994-9fd9-47ef15594b66', 'code': 200} Nov 19 13:38:01.911552 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176a39-fdc6-4290-bf1b-af9b61a1b570 req-9392e236-2e42-4f83-b34d-99b347001960 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.914349 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b4176a39-fdc6-4290-bf1b-af9b61a1b570 req-9392e236-2e42-4f83-b34d-99b347001960 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0731215 Nov 19 13:38:01.920003 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b1b057be-e713-4994-9fd9-47ef15594b66,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:01.995490 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b4176a39-fdc6-4290-bf1b-af9b61a1b570 req-34a36eac-4dc9-4a22-bad6-94ccc458aade tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659952 Nov 19 13:38:02.141130 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30d8e8-5d8c-4dda-853b-5414ad7431fe req-6eb5d8cd-0f5c-418c-8198-989156b4ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:02.142952 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8a30d8e8-5d8c-4dda-853b-5414ad7431fe req-6eb5d8cd-0f5c-418c-8198-989156b4ed83 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 1099 time: 0.0443015 Nov 19 13:38:02.195054 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8a30d8e8-5d8c-4dda-853b-5414ad7431fe req-5bb82306-c05f-480d-aa2e-f2821714721e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Nov 19 13:38:02.527808 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7b2cc-6475-46c7-bfa9-5b46df3eb01e req-8913b5cf-509c-420e-94b5-2242d11e691b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:02.529671 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4ef7b2cc-6475-46c7-bfa9-5b46df3eb01e req-8913b5cf-509c-420e-94b5-2242d11e691b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0545702 Nov 19 13:38:02.585180 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4ef7b2cc-6475-46c7-bfa9-5b46df3eb01e req-46c907d2-08d0-443c-928f-e9129d4feb14 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490472 Nov 19 13:38:02.632478 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9edacc25-49b7-42db-ba4a-4caa1e19e6a7 req-55494ba7-ad71-4216-aa93-dcaa9c8968c8 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 210 time: 0.0270104 Nov 19 13:38:03.069898 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-1de9e949-3c02-4c55-b855-6531ebd05dc0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.071494 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-1de9e949-3c02-4c55-b855-6531ebd05dc0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "GET /v2.0/networks?id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b HTTP/1.1" status: 200 len: 814 time: 0.1225839 Nov 19 13:38:03.087430 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Request body: {'port': {'device_id': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b', 'admin_state_up': True, 'tenant_id': 'a3a6cf5c33b04bbfb03ee67ce1b12041'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:03.132054 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce464-63a7-4144-bd9f-3e9c76e2af8e req-0b67aa24-54c1-4eb6-8da8-d8fe2086ee97 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.134102 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a73ce464-63a7-4144-bd9f-3e9c76e2af8e req-0b67aa24-54c1-4eb6-8da8-d8fe2086ee97 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0626700 Nov 19 13:38:03.188782 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a73ce464-63a7-4144-bd9f-3e9c76e2af8e req-4cc9b5ca-d248-4154-b381-89dbdfbdb582 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Nov 19 13:38:03.219367 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Made reservation on behalf of a3a6cf5c33b04bbfb03ee67ce1b12041 for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:03.224333 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.359342 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Allocated IP 172.20.0.11 (7a903108-6db9-4212-9dc3-d4eed9dd7c6b/cf6d3860-5ea8-44c2-8274-2b4a1e7bf953/9eecde1d-0930-4294-854a-10172c67f61d) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:03.512135 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.545180 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.589801 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:03.593099 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:03.596661 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:03.603015 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Pushing event updated for resources: {'Port': ['ID=9eecde1d-0930-4294-854a-10172c67f61d,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:03.639007 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:03.655543 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.656165 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.679232 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-2dc10d75-223b-46e6-9916-8f164aab1e5a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951126 Nov 19 13:38:03.695185 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Request body: {'port': {'device_id': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:03.790871 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9799e58-a261-4c80-9851-d420b6a4b60d req-69c5487d-2236-4350-adaa-bb447e0139ec tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.792410 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e9799e58-a261-4c80-9851-d420b6a4b60d req-69c5487d-2236-4350-adaa-bb447e0139ec tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.1037960 Nov 19 13:38:03.793430 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.825262 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773d243-0709-471c-817c-7a74dfb6e2ce req-5167d0be-76da-430c-8616-f3acc73748ac tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.827717 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3773d243-0709-471c-817c-7a74dfb6e2ce req-5167d0be-76da-430c-8616-f3acc73748ac tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 932 time: 0.1116648 Nov 19 13:38:03.861296 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-a1215040-c26a-4cfe-a5e8-af916559a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.862664 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-a1215040-c26a-4cfe-a5e8-af916559a025 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac&tenant_id=8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 1096 time: 0.0976336 Nov 19 13:38:03.887268 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e9799e58-a261-4c80-9851-d420b6a4b60d req-45a9699e-2df6-48e8-93fb-9565b8e0ffac tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829618 Nov 19 13:38:03.895983 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3773d243-0709-471c-817c-7a74dfb6e2ce req-5eb5a2c1-0939-4a6b-a927-0983a1643ec0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604279 Nov 19 13:38:03.939537 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a77ad29a-fc4c-4430-b8e0-3c31bc0ca8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.974452 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-97085ab1-3983-4896-9fc8-d9402308b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.976107 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-97085ab1-3983-4896-9fc8-d9402308b01d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1096 time: 0.0791552 Nov 19 13:38:04.108858 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-4c2197e4-db82-4a3a-97d5-94714b26c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.110332 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-4c2197e4-db82-4a3a-97d5-94714b26c1a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0862854 Nov 19 13:38:04.119763 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eecde1d-0930-4294-854a-10172c67f61d {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:04.127585 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.140939 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Transition to ACTIVE for port object 9eecde1d-0930-4294-854a-10172c67f61d will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:38:04.145141 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.188734 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-53df9018-e507-4ade-bde4-6903892258d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 999 time: 0.0691803 Nov 19 13:38:04.196950 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecde1d-0930-4294-854a-10172c67f61d,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:04.248796 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-003861c7-a22f-4ad0-a44f-3132efc28c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.250259 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-003861c7-a22f-4ad0-a44f-3132efc28c05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0521894 Nov 19 13:38:04.281348 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Attempting to bind port 9eecde1d-0930-4294-854a-10172c67f61d on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:04.281660 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Attempting to bind port 9eecde1d-0930-4294-854a-10172c67f61d by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:04.281984 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Attempting to bind port 9eecde1d-0930-4294-854a-10172c67f61d on network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:04.287366 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Port 9eecde1d-0930-4294-854a-10172c67f61d on network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:38:04.287679 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Attempting to bind port 9eecde1d-0930-4294-854a-10172c67f61d on network 7a903108-6db9-4212-9dc3-d4eed9dd7c6b {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:04.292500 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:04.292833 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Checking segment: {'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:04.293207 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Bound using segment: {'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:04.293630 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Bound port: 9eecde1d-0930-4294-854a-10172c67f61d, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fe314e-2773-41df-8424-ba4ddee33a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:04.293985 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.331783 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-a9885914-b0f7-4189-a066-1c01aef96243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.333311 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-a9885914-b0f7-4189-a066-1c01aef96243 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740969 Nov 19 13:38:04.340625 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9ba4b-cdef-433d-af80-70d0ce0744bb req-f7797796-ab37-48d1-b377-4b7a61318027 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.342033 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f9e9ba4b-cdef-433d-af80-70d0ce0744bb req-f7797796-ab37-48d1-b377-4b7a61318027 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0747495 Nov 19 13:38:04.359388 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] For port 9eecde1d-0930-4294-854a-10172c67f61d, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:04.362736 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] For port 9eecde1d-0930-4294-854a-10172c67f61d, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9eecde1d-0930-4294-854a-10172c67f61d,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:04.367597 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.403155 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.404229 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.406064 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/9eecde1d-0930-4294-854a-10172c67f61d HTTP/1.1" status: 200 len: 1094 time: 0.7191546 Nov 19 13:38:04.406553 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'tag': '9eecde1d-0930-4294-854a-10172c67f61d'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:04.413470 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70731b83-0a78-4c87-9b57-ca97a4148451" -d '{"events": [{"name": "network-changed", "server_uuid": "47f27ccf-9091-4d6d-860b-0e4f0b177fd4", "tag": "9eecde1d-0930-4294-854a-10172c67f61d"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:04.450096 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f9e9ba4b-cdef-433d-af80-70d0ce0744bb req-205eefa9-9f2c-4ee7-81b2-dd9952592b13 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956345 Nov 19 13:38:04.495675 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-0c944054-7656-4755-b1bb-b3b38ecfd624 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505837 Nov 19 13:38:04.504272 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5543f-caab-42e2-8750-9b4460059808 x-openstack-request-id: req-44c5543f-caab-42e2-8750-9b4460059808 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:04.504827 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f27ccf-9091-4d6d-860b-0e4f0b177fd4", "tag": "9eecde1d-0930-4294-854a-10172c67f61d", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:04.505326 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44c5543f-caab-42e2-8750-9b4460059808 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:04.505732 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'tag': '9eecde1d-0930-4294-854a-10172c67f61d', 'status': 'completed', 'code': 200} Nov 19 13:38:04.511709 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374d581-d1e6-4e27-87cb-5a42a8c863c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecde1d-0930-4294-854a-10172c67f61d,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:04.536639 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-a0c0c9a8-fbb6-42ed-9604-35d28562b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.539770 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-a0c0c9a8-fbb6-42ed-9604-35d28562b0ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3a6cf5c33b04bbfb03ee67ce1b12041&device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0717413 Nov 19 13:38:04.594704 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-0cdd0341-83c7-45a9-aa8f-bdbca1095846 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eecde1d-0930-4294-854a-10172c67f61d HTTP/1.1" status: 200 len: 217 time: 0.0421653 Nov 19 13:38:04.600757 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-97598bc2-3f18-4465-bbc6-7b6368e419f5 req-15df668b-e9a4-4251-a590-ac3b6e465f92 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971980 Nov 19 13:38:04.655591 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-078a2aa1-999d-4c3f-85a0-c77d0df292f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.655591 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-078a2aa1-999d-4c3f-85a0-c77d0df292f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf6d3860-5ea8-44c2-8274-2b4a1e7bf953 HTTP/1.1" status: 200 len: 854 time: 0.0485311 Nov 19 13:38:04.697132 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-8aee4cae-8a19-41fd-83da-c147d51483a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281911 Nov 19 13:38:04.764924 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.801819 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-afe3d9c5-15cd-4810-a812-ecc56504bf31 service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953293 Nov 19 13:38:04.912233 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-927960ac-ea60-4e6c-8dc9-51b69899f223 req-e65ae9f4-1e08-45be-983e-535155f9dbcf service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023159 Nov 19 13:38:05.036740 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-3cfd5cdf-6ca0-4ed6-9c21-a2adfd574550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:05.038577 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-3cfd5cdf-6ca0-4ed6-9c21-a2adfd574550 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3a6cf5c33b04bbfb03ee67ce1b12041&device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0631881 Nov 19 13:38:05.122998 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248b57-7575-4a2e-ab6a-adfdbf3bae1a req-214e3c23-6954-419d-bc5d-f089c4953ad5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:05.125287 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-47248b57-7575-4a2e-ab6a-adfdbf3bae1a req-214e3c23-6954-419d-bc5d-f089c4953ad5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0854447 Nov 19 13:38:05.202204 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-47248b57-7575-4a2e-ab6a-adfdbf3bae1a req-cc65a8fd-aefa-4b20-b7e1-1ab27ed58a20 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656869 Nov 19 13:38:05.220521 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce1eb2-f90c-407b-841c-6fa747bc67ef req-21d50598-4942-434b-8bab-f74a3c58d5f6 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:05.223610 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-33ce1eb2-f90c-407b-841c-6fa747bc67ef req-21d50598-4942-434b-8bab-f74a3c58d5f6 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0710709 Nov 19 13:38:05.278306 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-33ce1eb2-f90c-407b-841c-6fa747bc67ef req-24129b12-3b50-4222-b97f-654bd1cfe580 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486550 Nov 19 13:38:05.627599 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:38:06.310856 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.326860 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae831bb-a6b3-4c38-8348-7be6e5b6078b req-bd65e1dd-1cfc-442f-a458-f3522a31cb90 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.328410 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7ae831bb-a6b3-4c38-8348-7be6e5b6078b req-bd65e1dd-1cfc-442f-a458-f3522a31cb90 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0512760 Nov 19 13:38:06.389745 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7ae831bb-a6b3-4c38-8348-7be6e5b6078b req-36055d26-9964-47b6-8569-e91f3094580b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548007 Nov 19 13:38:06.420143 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6469c5a-c8bc-4702-b889-dbece9c46dfc req-ca64b1f5-072e-4567-8615-6929916157b9 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.421712 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d6469c5a-c8bc-4702-b889-dbece9c46dfc req-ca64b1f5-072e-4567-8615-6929916157b9 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0523715 Nov 19 13:38:06.475608 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d6469c5a-c8bc-4702-b889-dbece9c46dfc req-fce72378-61d6-43fb-bf86-0ec51c65bc58 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468659 Nov 19 13:38:07.313162 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.528085 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d75b-c4a7-4d5f-a225-8b34f55d9a3b req-a6d04e70-88b5-49b7-95fa-f5152819237d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.529656 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a121d75b-c4a7-4d5f-a225-8b34f55d9a3b req-a6d04e70-88b5-49b7-95fa-f5152819237d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0564926 Nov 19 13:38:07.581453 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a121d75b-c4a7-4d5f-a225-8b34f55d9a3b req-52584157-1f39-4387-b2db-a3bb7e8794ed tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453584 Nov 19 13:38:07.605993 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d68eb-26a6-42af-a6d3-55c8211227b0 req-06b16904-b931-4225-b4ad-e58274517060 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.607678 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-233d68eb-26a6-42af-a6d3-55c8211227b0 req-06b16904-b931-4225-b4ad-e58274517060 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0517004 Nov 19 13:38:07.657873 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-233d68eb-26a6-42af-a6d3-55c8211227b0 req-8600c4e5-82af-4e05-a05a-5a4b9ae8316c tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Nov 19 13:38:08.704082 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997cb9a-9e9c-4e02-924c-eddf31fd4cef req-f796558a-b209-4389-8fa2-c5bf05a87656 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.705604 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0997cb9a-9e9c-4e02-924c-eddf31fd4cef req-f796558a-b209-4389-8fa2-c5bf05a87656 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0503483 Nov 19 13:38:08.758889 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0997cb9a-9e9c-4e02-924c-eddf31fd4cef req-07a9a5c1-4f7f-4698-9c31-2060e155e734 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466909 Nov 19 13:38:08.781127 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662909-1c73-48a4-8f61-e4153b5b5f1f req-ae6ea5cd-4c61-48e2-9989-c81fb5301d44 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.782733 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-de662909-1c73-48a4-8f61-e4153b5b5f1f req-ae6ea5cd-4c61-48e2-9989-c81fb5301d44 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0533090 Nov 19 13:38:08.830937 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-de662909-1c73-48a4-8f61-e4153b5b5f1f req-8d7e186e-f7f0-4314-9fbe-161b47c7b753 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424070 Nov 19 13:38:09.901433 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd808-a275-4463-b8a6-ead4afe46005 req-1ffbd620-1b1a-4445-adee-00b7674e3083 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.904662 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-18abd808-a275-4463-b8a6-ead4afe46005 req-1ffbd620-1b1a-4445-adee-00b7674e3083 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0498412 Nov 19 13:38:09.962749 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133986c-528c-491f-a3e2-defd8f347780 req-967f6b04-77de-455a-b38e-4c9c4b036343 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.964622 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2133986c-528c-491f-a3e2-defd8f347780 req-967f6b04-77de-455a-b38e-4c9c4b036343 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0607409 Nov 19 13:38:09.985928 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-18abd808-a275-4463-b8a6-ead4afe46005 req-d9cca757-9ba5-4cd0-92f4-d4ea3f3b670e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768139 Nov 19 13:38:10.029801 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2133986c-528c-491f-a3e2-defd8f347780 req-c0aafcd4-5b42-4db9-a381-6c918c1b70ed tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Nov 19 13:38:11.124395 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae17a2-01d9-4ed5-9648-9504ca14d6c4 req-56eafa06-1841-40d3-b97a-1870ea4e2d8e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.125905 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-78ae17a2-01d9-4ed5-9648-9504ca14d6c4 req-56eafa06-1841-40d3-b97a-1870ea4e2d8e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0638843 Nov 19 13:38:11.156530 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ade5-826b-44fb-9eef-761845912e02 req-8a9e9abf-2153-4c6b-9ec3-a768cfb57cb2 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.158181 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0fa2ade5-826b-44fb-9eef-761845912e02 req-8a9e9abf-2153-4c6b-9ec3-a768cfb57cb2 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0541725 Nov 19 13:38:11.184679 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-78ae17a2-01d9-4ed5-9648-9504ca14d6c4 req-3e19e5d9-ab59-4e5c-9071-74130ff56d7c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493457 Nov 19 13:38:11.222064 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0fa2ade5-826b-44fb-9eef-761845912e02 req-6f8ff7d1-9f1e-4faf-8bfb-d90610fe79da tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Nov 19 13:38:12.311783 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea4bd-1594-4892-ae81-1ddbf422392b req-4aa288a1-af42-4d02-ae8b-823c9430962a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.313356 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-34aea4bd-1594-4892-ae81-1ddbf422392b req-4aa288a1-af42-4d02-ae8b-823c9430962a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0508094 Nov 19 13:38:12.352329 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987991b-f546-456e-a344-3f05a47b56e0 req-5aa41d13-1fec-4511-9ca1-bdd6a726a8af tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.359619 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0987991b-f546-456e-a344-3f05a47b56e0 req-5aa41d13-1fec-4511-9ca1-bdd6a726a8af tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0637884 Nov 19 13:38:12.366324 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-34aea4bd-1594-4892-ae81-1ddbf422392b req-5722ba5f-18d5-4940-852d-551ec4889e7c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458748 Nov 19 13:38:12.405336 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0987991b-f546-456e-a344-3f05a47b56e0 req-0a6bce2e-95c5-4607-b475-a45801f2b2e2 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 Nov 19 13:38:13.511531 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e87a4-9d58-4b06-9e25-06cade885017 req-64ef8b9d-c57c-4f4e-b8ca-f1ae3b03b857 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:13.513274 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-647e87a4-9d58-4b06-9e25-06cade885017 req-64ef8b9d-c57c-4f4e-b8ca-f1ae3b03b857 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0666673 Nov 19 13:38:13.532654 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9578b-4dd5-4685-a813-de3c86fe1d7c req-b55c0a63-8d52-47c2-91f4-10d53972e60f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:13.534303 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f0e9578b-4dd5-4685-a813-de3c86fe1d7c req-b55c0a63-8d52-47c2-91f4-10d53972e60f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0563586 Nov 19 13:38:13.565106 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-647e87a4-9d58-4b06-9e25-06cade885017 req-69a279b3-6b7a-45fb-bb52-c282361962e5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Nov 19 13:38:13.586907 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f0e9578b-4dd5-4685-a813-de3c86fe1d7c req-366edc8f-26c6-4d36-940d-9f9957ec1040 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Nov 19 13:38:14.694184 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f81d-537f-4112-8be6-90f85b4e41f6 req-29b2ad45-42fb-4045-90c7-7c482001cc4d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:14.695697 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ac4f81d-537f-4112-8be6-90f85b4e41f6 req-29b2ad45-42fb-4045-90c7-7c482001cc4d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0521164 Nov 19 13:38:14.715840 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038cf7-c8c9-4c5b-a79b-3c88c3a450c6 req-498003cf-5e7e-4df4-ac00-60f75249a6f0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:14.718152 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40038cf7-c8c9-4c5b-a79b-3c88c3a450c6 req-498003cf-5e7e-4df4-ac00-60f75249a6f0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0515800 Nov 19 13:38:14.748688 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ac4f81d-537f-4112-8be6-90f85b4e41f6 req-e7d808eb-782d-4dd6-9523-444e8aaec7ae tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469062 Nov 19 13:38:14.790879 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40038cf7-c8c9-4c5b-a79b-3c88c3a450c6 req-226ac8a2-e440-4dac-a281-d573a12c554d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659430 Nov 19 13:38:15.873886 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b156-058b-4671-a035-35183dfb035d req-d894f295-f8df-4f2c-8c10-379d9365674a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.875412 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e295b156-058b-4671-a035-35183dfb035d req-d894f295-f8df-4f2c-8c10-379d9365674a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0510135 Nov 19 13:38:15.911584 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e2d4f-5e51-4d6b-8fd4-99b0b3c82619 req-8fabd2d1-49e1-4def-b30c-788f2777761f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.913945 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5e4e2d4f-5e51-4d6b-8fd4-99b0b3c82619 req-8fabd2d1-49e1-4def-b30c-788f2777761f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0501361 Nov 19 13:38:15.931218 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e295b156-058b-4671-a035-35183dfb035d req-c5e326ea-18d8-4157-8042-6dcf6bd300c5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493834 Nov 19 13:38:15.971403 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5e4e2d4f-5e51-4d6b-8fd4-99b0b3c82619 req-c7dfa8d6-9ae8-4577-88a8-8600549960e1 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502558 Nov 19 13:38:17.057841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fbd99-bc57-4632-af9b-ac0914f505ea req-2e2d3b2a-0bab-42c2-8624-a8b3926b49e8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.059361 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-694fbd99-bc57-4632-af9b-ac0914f505ea req-2e2d3b2a-0bab-42c2-8624-a8b3926b49e8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0542758 Nov 19 13:38:17.123560 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-694fbd99-bc57-4632-af9b-ac0914f505ea req-93138b10-78f2-4cf3-a3b3-b8ad4d4a43df tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580862 Nov 19 13:38:17.156479 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8acadd-85f9-4efa-be0f-bc1cbc27b19d req-523336dc-5bef-4125-bf26-9b480a3843ce tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.157898 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2e8acadd-85f9-4efa-be0f-bc1cbc27b19d req-523336dc-5bef-4125-bf26-9b480a3843ce tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0600324 Nov 19 13:38:17.205466 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2e8acadd-85f9-4efa-be0f-bc1cbc27b19d req-7a10c03a-53cb-40f2-bced-05174e34248a tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Nov 19 13:38:18.252470 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a4c29-e74f-4b29-bf12-ac76aa47c0c5 req-11423aea-e674-4452-a2f6-aec5637c37d7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:18.254841 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2a3a4c29-e74f-4b29-bf12-ac76aa47c0c5 req-11423aea-e674-4452-a2f6-aec5637c37d7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0552764 Nov 19 13:38:18.304795 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2a3a4c29-e74f-4b29-bf12-ac76aa47c0c5 req-f5d51f26-9d12-4ef9-a2dc-a488381452f8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Nov 19 13:38:18.356033 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b2eb5-def9-4b0d-bb75-3678f93d170e req-c342406f-1211-47cc-933e-e950196c14a0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:18.357717 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7c7b2eb5-def9-4b0d-bb75-3678f93d170e req-c342406f-1211-47cc-933e-e950196c14a0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0708282 Nov 19 13:38:18.417071 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7c7b2eb5-def9-4b0d-bb75-3678f93d170e req-99c25ae9-5d31-4858-8d35-a0a32c3c1c06 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Nov 19 13:38:19.448425 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a02c43-0e63-4857-8165-809a0a212c62 req-3f24ed3c-dfa3-4a06-85dd-216645f45222 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:19.449957 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-30a02c43-0e63-4857-8165-809a0a212c62 req-3f24ed3c-dfa3-4a06-85dd-216645f45222 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0608127 Nov 19 13:38:19.497043 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-30a02c43-0e63-4857-8165-809a0a212c62 req-7fbfbb69-e1d0-4252-ab38-84e646b38ff0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Nov 19 13:38:19.539113 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564dd90-3967-48e4-9ff8-db0aee22a4e7 req-55e6b3f5-1676-4529-8686-8b1b71ed81d9 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:19.540907 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1564dd90-3967-48e4-9ff8-db0aee22a4e7 req-55e6b3f5-1676-4529-8686-8b1b71ed81d9 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0532825 Nov 19 13:38:19.599325 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1564dd90-3967-48e4-9ff8-db0aee22a4e7 req-182a4b33-605a-4d91-8a39-1f091ed7a545 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467889 Nov 19 13:38:20.641305 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40619c57-b588-46ef-93fe-0bd1b284d1b8 req-ddc847d4-7f38-4781-b353-8d8214aa5bc8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:20.646198 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40619c57-b588-46ef-93fe-0bd1b284d1b8 req-ddc847d4-7f38-4781-b353-8d8214aa5bc8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0600317 Nov 19 13:38:20.715790 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40619c57-b588-46ef-93fe-0bd1b284d1b8 req-a22f8c20-aba1-48e5-a79d-c871ba383f53 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586147 Nov 19 13:38:20.726622 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83cdcc-1347-4152-8ec8-e50b637aff01 req-95cb6973-8190-4ca2-a90d-625e21c8712e tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:20.728398 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6b83cdcc-1347-4152-8ec8-e50b637aff01 req-95cb6973-8190-4ca2-a90d-625e21c8712e tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0521295 Nov 19 13:38:20.781039 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6b83cdcc-1347-4152-8ec8-e50b637aff01 req-1915f365-5b43-4c9e-8d57-e93ea426120f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452759 Nov 19 13:38:21.899362 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb3bc-eeb8-4c51-bf0f-918e3558f9fc req-1fff86dc-be75-4a0e-86b9-fedac51dfe5c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:21.901086 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-975cb3bc-eeb8-4c51-bf0f-918e3558f9fc req-1fff86dc-be75-4a0e-86b9-fedac51dfe5c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.1074202 Nov 19 13:38:21.946875 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b1ed-2435-4cd8-947c-abcbb37f9297 req-b953fb84-4ddf-4383-9510-bdd5d5e33eb7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:21.948403 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-84f0b1ed-2435-4cd8-947c-abcbb37f9297 req-b953fb84-4ddf-4383-9510-bdd5d5e33eb7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.1002607 Nov 19 13:38:21.950607 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-975cb3bc-eeb8-4c51-bf0f-918e3558f9fc req-627dad8f-2fac-4c11-a5a2-a487a4723dca tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Nov 19 13:38:21.997556 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-84f0b1ed-2435-4cd8-947c-abcbb37f9297 req-9b0e7d59-10a1-4dd7-82e9-adacbf56b413 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Nov 19 13:38:23.075434 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533f99c-4d71-48a6-a10c-7d82aa581db6 req-aaffb742-b1be-4555-8ecb-b2c7579a93ed tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:23.077075 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1533f99c-4d71-48a6-a10c-7d82aa581db6 req-aaffb742-b1be-4555-8ecb-b2c7579a93ed tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0497966 Nov 19 13:38:23.119484 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aa986-d76e-4d10-9da1-4d40ea4a3260 req-0f49e9ee-792a-4db4-9ce0-97579d5ae322 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:23.121025 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-929aa986-d76e-4d10-9da1-4d40ea4a3260 req-0f49e9ee-792a-4db4-9ce0-97579d5ae322 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0543127 Nov 19 13:38:23.128518 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1533f99c-4d71-48a6-a10c-7d82aa581db6 req-66d937f6-24c1-4546-835e-72fb069332e3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Nov 19 13:38:23.172168 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-929aa986-d76e-4d10-9da1-4d40ea4a3260 req-a0c4b32f-4a80-4de3-b2fb-d4652d6c0630 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Nov 19 13:38:24.254901 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e9569-c593-45b3-9f90-338378f90333 req-274af9b9-53ea-48f2-a70b-e0c86e2dfeb1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:24.256455 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-873e9569-c593-45b3-9f90-338378f90333 req-274af9b9-53ea-48f2-a70b-e0c86e2dfeb1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0516365 Nov 19 13:38:24.290677 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89dfb4-8361-4ea2-b48d-9fb115a17b91 req-7716f96b-c288-4348-8bc3-313b651c5956 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:24.292121 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bd89dfb4-8361-4ea2-b48d-9fb115a17b91 req-7716f96b-c288-4348-8bc3-313b651c5956 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0514653 Nov 19 13:38:24.310089 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-873e9569-c593-45b3-9f90-338378f90333 req-faeaf946-71d7-4cc9-bcb6-982252386ea4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474620 Nov 19 13:38:24.352680 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bd89dfb4-8361-4ea2-b48d-9fb115a17b91 req-86dd062f-d75e-4dce-92f8-acaab83932b7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Nov 19 13:38:25.437633 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a982c-242b-4dd1-aa1b-920f2f66d8c0 req-edf927a4-2e74-40f5-9278-3144131fc46f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:25.439116 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ae3a982c-242b-4dd1-aa1b-920f2f66d8c0 req-edf927a4-2e74-40f5-9278-3144131fc46f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0504725 Nov 19 13:38:25.471616 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed099c-8b96-4cb1-8177-2152388684f7 req-4880d2b6-3f9a-4121-b335-e9ad81d57f19 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:25.473152 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ceed099c-8b96-4cb1-8177-2152388684f7 req-4880d2b6-3f9a-4121-b335-e9ad81d57f19 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0523081 Nov 19 13:38:25.489100 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ae3a982c-242b-4dd1-aa1b-920f2f66d8c0 req-5251f118-cdd6-45e4-bf4a-3b7939e0dabf tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Nov 19 13:38:25.581224 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ceed099c-8b96-4cb1-8177-2152388684f7 req-3a311555-6f37-4a06-ac5b-3f160a0bc878 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005187 Nov 19 13:38:25.614528 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-e40c979d-16ee-48be-b599-d4d52a74e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:25.616463 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-e40c979d-16ee-48be-b599-d4d52a74e2b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b HTTP/1.1" status: 200 len: 916 time: 0.1280696 Nov 19 13:38:25.660773 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-31e2e8b8-2afc-4c29-be9a-d12cf305bc31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eecde1d-0930-4294-854a-10172c67f61d HTTP/1.1" status: 200 len: 217 time: 0.0363376 Nov 19 13:38:25.711329 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-608f284b-8d37-493b-9a2c-c429e4ff275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:25.712805 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-608f284b-8d37-493b-9a2c-c429e4ff275a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf6d3860-5ea8-44c2-8274-2b4a1e7bf953 HTTP/1.1" status: 200 len: 854 time: 0.0454133 Nov 19 13:38:25.745275 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-8ee4438d-25c4-4433-89ec-4607e7198161 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a903108-6db9-4212-9dc3-d4eed9dd7c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251911 Nov 19 13:38:25.844274 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-c68a01b6-4ac5-41a2-9835-7b96bdfb40e3 service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911331 Nov 19 13:38:25.934534 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70731b83-0a78-4c87-9b57-ca97a4148451 req-91d432d1-3e64-478f-b961-24b75774b039 service neutron] 10.222.0.73 "GET /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820236 Nov 19 13:38:26.621989 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff58c39-e653-460f-8f22-9f3dd4acacd2 req-1c364a27-38df-4e57-a5eb-321018fadf34 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:26.623645 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-aff58c39-e653-460f-8f22-9f3dd4acacd2 req-1c364a27-38df-4e57-a5eb-321018fadf34 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0534942 Nov 19 13:38:26.676978 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-aff58c39-e653-460f-8f22-9f3dd4acacd2 req-35d8cc3b-1ac9-4485-b739-ff883fd73d79 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Nov 19 13:38:26.726766 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c41bf-c1ab-44d8-a860-70889aa7f537 req-2fe8000a-594b-4de2-ab28-7b77db87cf4d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:26.728335 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ea3c41bf-c1ab-44d8-a860-70889aa7f537 req-2fe8000a-594b-4de2-ab28-7b77db87cf4d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0540476 Nov 19 13:38:26.776075 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ea3c41bf-c1ab-44d8-a860-70889aa7f537 req-63306d1a-2455-4663-8fbb-7a526352468d tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Nov 19 13:38:27.800958 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9cd8-c2dd-4c33-8683-a3d42bba82fa req-de864142-1ded-42c7-941b-21172061a368 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.802550 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-742e9cd8-c2dd-4c33-8683-a3d42bba82fa req-de864142-1ded-42c7-941b-21172061a368 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0527172 Nov 19 13:38:27.851938 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-742e9cd8-c2dd-4c33-8683-a3d42bba82fa req-a0a1652a-8f72-4f1b-8482-6ac78a0f0aae tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Nov 19 13:38:27.940384 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-9551020b-aec4-4696-9824-876822c44db7 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.941771 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-9551020b-aec4-4696-9824-876822c44db7 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.1026583 Nov 19 13:38:27.957695 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-561d022d-fceb-4295-8edc-29e46e6517b7 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/quotas/4a5c91d4fd55407db18411af6b0e127a HTTP/1.1" status: 200 len: 375 time: 0.0092416 Nov 19 13:38:27.962918 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8500f-4dff-4227-83cb-2fbae02bbe3a req-b10ceb9d-39e3-49f5-898c-a8d3e76ef18e tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:27.964444 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-39e8500f-4dff-4227-83cb-2fbae02bbe3a req-b10ceb9d-39e3-49f5-898c-a8d3e76ef18e tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0527220 Nov 19 13:38:28.012040 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-39e8500f-4dff-4227-83cb-2fbae02bbe3a req-0f022fe6-d53f-42e6-8c74-1810d85eb076 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Nov 19 13:38:28.013313 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-bf541a56-4ffa-4208-b30c-8e12e1104f7b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494707 Nov 19 13:38:28.146393 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-e07db38e-5ab1-4a77-98c2-f8bf48bd0e15 service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263013 Nov 19 13:38:28.239991 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-dda8b1e5-8697-4053-95a7-717d497a3b53 service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Nov 19 13:38:28.395619 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9c9d8800-125b-46b3-b501-f8c92b012780 req-f6e5a675-74e0-434d-9449-ecd02c75e3da tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Nov 19 13:38:28.974612 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3071114-df81-4955-ba9c-7d969be0c2b8 req-832dc6e7-7587-44af-93ee-4f541fc78669 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:28.976209 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e3071114-df81-4955-ba9c-7d969be0c2b8 req-832dc6e7-7587-44af-93ee-4f541fc78669 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0503371 Nov 19 13:38:29.025545 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e3071114-df81-4955-ba9c-7d969be0c2b8 req-6cf736bf-fbbb-4387-a96c-8ae4194b6704 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433002 Nov 19 13:38:29.129720 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5c635-a284-409a-84f1-88a5713614dc req-114e5ab4-0ed0-4d0a-8721-140a021264ef tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:29.132521 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d3f5c635-a284-409a-84f1-88a5713614dc req-114e5ab4-0ed0-4d0a-8721-140a021264ef tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 944 time: 0.0501335 Nov 19 13:38:29.180820 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d3f5c635-a284-409a-84f1-88a5713614dc req-1dd8f258-0f3c-421e-94da-2c3cdeed12b6 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Nov 19 13:38:29.488198 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-4c86f472-f9dc-4759-96fb-d60bc4ada131 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:29.489978 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-4c86f472-f9dc-4759-96fb-d60bc4ada131 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.1135895 Nov 19 13:38:29.498254 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b4a9db98-d4f5-498a-8804-9d0d09382920 req-bbc75116-1503-4737-9ee3-d4b93bd070ff tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 210 time: 0.0281806 Nov 19 13:38:29.525959 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Request body: {'port': {'device_id': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'admin_state_up': True, 'tenant_id': '4a5c91d4fd55407db18411af6b0e127a'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:29.642496 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Made reservation on behalf of 4a5c91d4fd55407db18411af6b0e127a for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:29.645970 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.769981 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Allocated IP 172.20.0.2 (d0cbd1a9-e437-4dd4-9468-77e3011cd1ad/023ab77d-ad85-42e6-89de-9731f12416d9/038808ff-ec33-42aa-95f1-a8f2e137727b) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:29.800539 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9eecde1d-0930-4294-854a-10172c67f61d details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:29.900997 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 9eecde1d-0930-4294-854a-10172c67f61d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9eecde1d-0930-4294-854a-10172c67f61d,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:29.912417 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '9eecde1d-0930-4294-854a-10172c67f61d', 'network_id': '7a903108-6db9-4212-9dc3-d4eed9dd7c6b', 'port_id': '9eecde1d-0930-4294-854a-10172c67f61d', 'mac_address': 'fa:16:3e:45:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6d3860-5ea8-44c2-8274-2b4a1e7bf953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:29.926623 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.950024 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.961777 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.965216 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eecde1d-0930-4294-854a-10172c67f61d {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:29.985153 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'b1b057be-e713-4994-9fd9-47ef15594b66'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:29.989724 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 9eecde1d-0930-4294-854a-10172c67f61d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9eecde1d-0930-4294-854a-10172c67f61d,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:30.013680 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:30.016767 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:30.022744 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:30.024128 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.027331 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event updated for resources: {'Port': ['ID=038808ff-ec33-42aa-95f1-a8f2e137727b,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:30.231727 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=9eecde1d-0930-4294-854a-10172c67f61d,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:30.244404 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.244768 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.245119 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.245459 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.245801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.246150 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.246466 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.246801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.247134 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.247462 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.247792 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.248119 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:30.318875 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57275f-57fc-4645-8231-36cce600b7cd req-5ac53f32-01f2-4848-a073-0b9b795b3691 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.320524 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2b57275f-57fc-4645-8231-36cce600b7cd req-5ac53f32-01f2-4848-a073-0b9b795b3691 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 945 time: 0.0537496 Nov 19 13:38:30.320970 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.321588 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.353287 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-19318186-9067-4464-a87a-30fa473a98d0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8313656 Nov 19 13:38:30.367052 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Request body: {'port': {'device_id': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:30.378733 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2b57275f-57fc-4645-8231-36cce600b7cd req-e8d8a598-7cd4-4f6a-a532-8d1247982ab5 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Nov 19 13:38:30.378978 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a50e3-4e19-4482-b7ac-cdb59d1f2b25 req-c2375262-e64d-468d-98f0-6591d4cb2a4f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.380492 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b89a50e3-4e19-4482-b7ac-cdb59d1f2b25 req-c2375262-e64d-468d-98f0-6591d4cb2a4f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0773709 Nov 19 13:38:30.460090 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.479864 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b89a50e3-4e19-4482-b7ac-cdb59d1f2b25 req-e632379c-a02a-4ef7-8133-2a58812391e7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845780 Nov 19 13:38:30.498903 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['9eecde1d-0930-4294-854a-10172c67f61d'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:30.636730 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8e562-36c6-44bc-9e5c-4500909b8449 req-2921ae27-2cc1-4654-aabe-7dfdc72b7fd4 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:30.639375 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3ca8e562-36c6-44bc-9e5c-4500909b8449 req-2921ae27-2cc1-4654-aabe-7dfdc72b7fd4 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 931 time: 0.0646901 Nov 19 13:38:30.690185 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3ca8e562-36c6-44bc-9e5c-4500909b8449 req-7aa96301-5577-4bcc-b11c-2c2499b18931 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Nov 19 13:38:30.748201 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038808ff-ec33-42aa-95f1-a8f2e137727b {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:30.755521 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.767843 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Transition to ACTIVE for port object 038808ff-ec33-42aa-95f1-a8f2e137727b will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:38:30.771888 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.820591 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Pushing event updated for resources: {'Port': ['ID=038808ff-ec33-42aa-95f1-a8f2e137727b,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:30.895321 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Attempting to bind port 038808ff-ec33-42aa-95f1-a8f2e137727b on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:30.895703 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Attempting to bind port 038808ff-ec33-42aa-95f1-a8f2e137727b by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:30.895868 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Attempting to bind port 038808ff-ec33-42aa-95f1-a8f2e137727b on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:30.898760 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.901153 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Port 038808ff-ec33-42aa-95f1-a8f2e137727b on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:38:30.901470 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Attempting to bind port 038808ff-ec33-42aa-95f1-a8f2e137727b on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:30.906235 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:30.906568 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Checking segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:30.906945 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Bound using segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:30.907367 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Bound port: 038808ff-ec33-42aa-95f1-a8f2e137727b, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:30.907721 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.970150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] For port 038808ff-ec33-42aa-95f1-a8f2e137727b, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:30.973103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] For port 038808ff-ec33-42aa-95f1-a8f2e137727b, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=038808ff-ec33-42aa-95f1-a8f2e137727b,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:30.979669 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.016494 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.017112 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.018510 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] 10.222.0.73 "PUT /v2.0/ports/038808ff-ec33-42aa-95f1-a8f2e137727b HTTP/1.1" status: 200 len: 1093 time: 0.6562419 Nov 19 13:38:31.018949 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'tag': '038808ff-ec33-42aa-95f1-a8f2e137727b'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:31.021220 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbae3d6-5d65-4808-bbb4-542cd6c03e64", "tag": "038808ff-ec33-42aa-95f1-a8f2e137727b"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:31.048982 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28bfe-1837-47e6-916d-6aafaf1ce594 service neutron] Pushing event updated for resources: {'Port': ['ID=038808ff-ec33-42aa-95f1-a8f2e137727b,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:31.059215 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f351a-2576-421c-bb28-96b904115585 x-openstack-request-id: req-9d0f351a-2576-421c-bb28-96b904115585 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:31.059526 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbae3d6-5d65-4808-bbb4-542cd6c03e64", "tag": "038808ff-ec33-42aa-95f1-a8f2e137727b", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:31.059779 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d0f351a-2576-421c-bb28-96b904115585 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:31.060217 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'tag': '038808ff-ec33-42aa-95f1-a8f2e137727b', 'status': 'completed', 'code': 200} Nov 19 13:38:31.117804 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-58cd57da-6255-4109-91ca-607e0889e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.119350 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-58cd57da-6255-4109-91ca-607e0889e021 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 1096 time: 0.0438964 Nov 19 13:38:31.181371 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-1f95245e-a348-4f26-bc3c-f47b598f1bbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=038808ff-ec33-42aa-95f1-a8f2e137727b HTTP/1.1" status: 200 len: 217 time: 0.0353291 Nov 19 13:38:31.229049 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-c56a0096-6c19-477f-8c94-61d668f2c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.230512 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-c56a0096-6c19-477f-8c94-61d668f2c90b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0425603 Nov 19 13:38:31.261302 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-3384504e-b64f-4aac-a6e2-87eee1e0d2e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233479 Nov 19 13:38:31.352653 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b731af9f-42a2-4b87-a6cf-863dc9a0ad6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.368072 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-658911a1-fa82-4a00-a8c0-3bea3ea8f6d8 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992005 Nov 19 13:38:31.464737 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0e88406c-80a1-4a41-8ffc-a1febd3ffc9c req-4c2aa521-50d8-498d-ad1f-97777e3e27d1 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890081 Nov 19 13:38:31.504379 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062fe2e-c12f-4bc4-b5ca-747d4b8f22e9 req-b9f4cbf8-f1a6-4036-83be-d4134eadd562 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.505875 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2062fe2e-c12f-4bc4-b5ca-747d4b8f22e9 req-b9f4cbf8-f1a6-4036-83be-d4134eadd562 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Nov 19 13:38:31.557332 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2062fe2e-c12f-4bc4-b5ca-747d4b8f22e9 req-f5c2ae9c-3f7b-45f5-8a66-16988dbad172 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 Nov 19 13:38:31.588555 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-90209a77-e7fb-4c66-aaed-d97af68ff5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.590054 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-90209a77-e7fb-4c66-aaed-d97af68ff5aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 1096 time: 0.0698566 Nov 19 13:38:31.663653 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e0515-fe90-4b3f-b408-0653c5d77b16 req-14ff5a33-377d-4237-a840-3c9d94e681a1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.665145 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e15e0515-fe90-4b3f-b408-0653c5d77b16 req-14ff5a33-377d-4237-a840-3c9d94e681a1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.1059310 Nov 19 13:38:31.729232 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-7dc14b63-6e26-486a-b05f-e16a967238e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.730808 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-7dc14b63-6e26-486a-b05f-e16a967238e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 917 time: 0.1335509 Nov 19 13:38:31.738128 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e15e0515-fe90-4b3f-b408-0653c5d77b16 req-0f8d9a79-057f-4dde-9030-5267c147a23e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669205 Nov 19 13:38:31.775546 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-c7ff6dcd-dbae-4b0d-8b71-d2850512b93d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=038808ff-ec33-42aa-95f1-a8f2e137727b HTTP/1.1" status: 200 len: 217 time: 0.0364792 Nov 19 13:38:31.822483 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7182a-62e4-4774-a1f3-fc2f40dd9396 req-b4e63d5f-a49d-4a69-94b8-3e9621958986 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.824090 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a0b7182a-62e4-4774-a1f3-fc2f40dd9396 req-b4e63d5f-a49d-4a69-94b8-3e9621958986 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 943 time: 0.0543368 Nov 19 13:38:31.828052 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-6137291f-8197-4200-b34d-24ec085fd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:31.829696 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-6137291f-8197-4200-b34d-24ec085fd8f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0467556 Nov 19 13:38:31.865501 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-35499287-f5bf-415c-a8a1-5e08ad70fec9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282805 Nov 19 13:38:31.873354 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a0b7182a-62e4-4774-a1f3-fc2f40dd9396 req-86ba2072-b21c-4803-9802-9de0150f1122 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Nov 19 13:38:31.955894 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-0cb3de2a-1307-468d-956b-38cb36e91100 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835605 Nov 19 13:38:32.049666 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7fdc4ebc-eca3-4ec3-bfb4-1dd3a6bc5d8b req-82937834-f938-4017-a148-0bad50c11af2 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854912 Nov 19 13:38:32.169924 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-3b1474cd-974d-4c93-bdd7-bc624f1586b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.171392 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-3b1474cd-974d-4c93-bdd7-bc624f1586b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1096 time: 0.0399857 Nov 19 13:38:32.273575 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-8502e005-bdf8-4cf6-8e2a-e2e495060f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.274942 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-8502e005-bdf8-4cf6-8e2a-e2e495060f49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0841358 Nov 19 13:38:32.345116 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-51ef7720-a843-4a74-92dd-208ad20976b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 200 len: 999 time: 0.0622656 Nov 19 13:38:32.396448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-6cbed1cd-73e3-418c-9643-f18b489dd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.398519 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-6cbed1cd-73e3-418c-9643-f18b489dd61f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0456836 Nov 19 13:38:32.446119 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-cdf79c41-7957-4ffd-84e4-72055634ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.447640 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-cdf79c41-7957-4ffd-84e4-72055634ad70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417345 Nov 19 13:38:32.543401 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-ab269d3a-f760-470c-b2b7-1c7133ae8f57 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879376 Nov 19 13:38:32.650170 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eb4b883e-c0fa-4068-bf59-d2d0cf3d644e req-42f3de6b-54c2-41a3-be7c-b483013e77a0 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998206 Nov 19 13:38:32.691224 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81972eba-a7cf-48d1-ba5a-8d7d224960ed req-c3c59b92-1597-498f-86e5-c17fb5aef7b0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.692746 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-81972eba-a7cf-48d1-ba5a-8d7d224960ed req-c3c59b92-1597-498f-86e5-c17fb5aef7b0 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 945 time: 0.0638099 Nov 19 13:38:32.742303 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-81972eba-a7cf-48d1-ba5a-8d7d224960ed req-8fec9116-4795-411d-9fbd-334bc3b1b831 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Nov 19 13:38:32.860691 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f0f5-1cc4-4607-96c6-063243ff549b req-3c650b62-7c89-43af-a50a-aa20d1f2ebc6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.862101 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4306f0f5-1cc4-4607-96c6-063243ff549b req-3c650b62-7c89-43af-a50a-aa20d1f2ebc6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0489438 Nov 19 13:38:32.910100 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4306f0f5-1cc4-4607-96c6-063243ff549b req-ead8da87-8155-49a5-a458-9c637dcc886b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419917 Nov 19 13:38:32.991933 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1466155-d558-46be-8e36-920449e20583 req-901c5ee6-1043-4db3-bf50-c82dfcac9d90 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.993436 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a1466155-d558-46be-8e36-920449e20583 req-901c5ee6-1043-4db3-bf50-c82dfcac9d90 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 943 time: 0.0497293 Nov 19 13:38:33.042469 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a1466155-d558-46be-8e36-920449e20583 req-0b80af36-8f26-46d8-b465-7ab386d52bde tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Nov 19 13:38:33.845109 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9eecde1d-0930-4294-854a-10172c67f61d up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:33.861159 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f4199-8643-4152-ae7e-0b95dce9e5f1 req-3d317b89-4a64-4d33-a6e5-2ac25c560fd7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:33.862691 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c51f4199-8643-4152-ae7e-0b95dce9e5f1 req-3d317b89-4a64-4d33-a6e5-2ac25c560fd7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Nov 19 13:38:33.904378 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 9eecde1d-0930-4294-854a-10172c67f61d completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:38:33.912688 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c51f4199-8643-4152-ae7e-0b95dce9e5f1 req-657d9dd9-195c-4c28-8e1b-dceed0c198d6 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Nov 19 13:38:33.914856 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 9eecde1d-0930-4294-854a-10172c67f61d triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:33.915229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.918112 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-cc345706-186a-46d3-8f23-12bb4893f4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.000194 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.023233 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecde1d-0930-4294-854a-10172c67f61d'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:34.025434 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e09d50c-63cc-4200-a44b-72c6a0fe7a22" -d '{"events": [{"server_uuid": "47f27ccf-9091-4d6d-860b-0e4f0b177fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9eecde1d-0930-4294-854a-10172c67f61d"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:34.034763 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4132d-08ee-4c92-a80f-978e2b5b88ba req-3e1d80ea-47de-4e0a-b070-bc2e68036283 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.036507 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-40c4132d-08ee-4c92-a80f-978e2b5b88ba req-3e1d80ea-47de-4e0a-b070-bc2e68036283 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0501812 Nov 19 13:38:34.039858 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 9eecde1d-0930-4294-854a-10172c67f61d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9eecde1d-0930-4294-854a-10172c67f61d,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:34.044308 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.075686 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81f9a93-a40f-4023-b683-25c2009e1063 x-openstack-request-id: req-f81f9a93-a40f-4023-b683-25c2009e1063 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:34.076002 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f27ccf-9091-4d6d-860b-0e4f0b177fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9eecde1d-0930-4294-854a-10172c67f61d", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:34.076278 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f81f9a93-a40f-4023-b683-25c2009e1063 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:34.076676 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecde1d-0930-4294-854a-10172c67f61d', 'code': 200} Nov 19 13:38:34.112826 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=9eecde1d-0930-4294-854a-10172c67f61d,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:34.121321 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-40c4132d-08ee-4c92-a80f-978e2b5b88ba req-a13dfda8-2eef-420f-8dc5-c127c067315f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753698 Nov 19 13:38:34.163573 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c62ab-2ae3-488e-bfce-d37a985bb5c6 req-866e7b2c-90c5-40b9-b078-e5116bc20ea5 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.165128 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-992c62ab-2ae3-488e-bfce-d37a985bb5c6 req-866e7b2c-90c5-40b9-b078-e5116bc20ea5 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 943 time: 0.0506003 Nov 19 13:38:34.213800 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-992c62ab-2ae3-488e-bfce-d37a985bb5c6 req-63d39757-3756-4b76-89d7-c22d59d66d6a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Nov 19 13:38:34.249283 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd38b8-8f4f-4e83-80f9-c061437f7c7b req-8faf2ef0-2399-49ea-8b14-38a7bdba83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.250772 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0efd38b8-8f4f-4e83-80f9-c061437f7c7b req-8faf2ef0-2399-49ea-8b14-38a7bdba83a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0410249 Nov 19 13:38:34.295657 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0efd38b8-8f4f-4e83-80f9-c061437f7c7b req-fa298ead-3dd1-47bd-9efe-d566976e892c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Nov 19 13:38:34.758667 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:35.030854 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68c9fe-f2e2-4a15-bf56-1eefde0fc7a4 req-0d4756a9-efd7-4d3b-8f3f-3b2076cbd86c tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.032213 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0d68c9fe-f2e2-4a15-bf56-1eefde0fc7a4 req-0d4756a9-efd7-4d3b-8f3f-3b2076cbd86c tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 946 time: 0.0478661 Nov 19 13:38:35.079634 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0d68c9fe-f2e2-4a15-bf56-1eefde0fc7a4 req-2313323c-347b-4cb1-a0be-f9634773086e tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Nov 19 13:38:35.247705 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03f7ad-6550-49ab-aeb0-f018acb06b75 req-ede6740b-111b-4bba-9396-bb94cd2cc042 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.249365 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3d03f7ad-6550-49ab-aeb0-f018acb06b75 req-ede6740b-111b-4bba-9396-bb94cd2cc042 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 943 time: 0.0511281 Nov 19 13:38:35.304041 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3d03f7ad-6550-49ab-aeb0-f018acb06b75 req-0712207e-b287-46a5-93e7-e79d825cf78c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474150 Nov 19 13:38:35.336104 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e890b4-3477-417b-a086-58ce83d020ba req-17970c7e-b22c-46bd-9ed3-82a81b1099f2 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.337630 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-43e890b4-3477-417b-a086-58ce83d020ba req-17970c7e-b22c-46bd-9ed3-82a81b1099f2 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 943 time: 0.0545087 Nov 19 13:38:35.387065 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-43e890b4-3477-417b-a086-58ce83d020ba req-f9bd99db-4c28-45aa-96bf-3b98db7c906d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Nov 19 13:38:35.837390 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 038808ff-ec33-42aa-95f1-a8f2e137727b details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:35.934793 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 038808ff-ec33-42aa-95f1-a8f2e137727b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=038808ff-ec33-42aa-95f1-a8f2e137727b,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:35.947505 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '038808ff-ec33-42aa-95f1-a8f2e137727b', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'port_id': '038808ff-ec33-42aa-95f1-a8f2e137727b', 'mac_address': 'fa:16:3e:fa:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023ab77d-ad85-42e6-89de-9731f12416d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:35.994289 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.006858 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038808ff-ec33-42aa-95f1-a8f2e137727b {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:36.026147 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 038808ff-ec33-42aa-95f1-a8f2e137727b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=038808ff-ec33-42aa-95f1-a8f2e137727b,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:36.031135 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.031785 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:36.125401 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=038808ff-ec33-42aa-95f1-a8f2e137727b,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:36.175574 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:36.187300 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'port_id': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'mac_address': 'fa:16:3e:a6:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:36.201857 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4287a-1376-4a48-bd90-433b3cff36c1 req-b773d155-9eb1-4e72-9cbe-8a0eb0403677 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.203338 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40e4287a-1376-4a48-bd90-433b3cff36c1 req-b773d155-9eb1-4e72-9cbe-8a0eb0403677 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 946 time: 0.0503833 Nov 19 13:38:36.226951 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.239605 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b970b9c6-515f-4de6-887f-a9f5cb9d216d {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:36.253941 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40e4287a-1376-4a48-bd90-433b3cff36c1 req-1d78a565-6092-41af-a42b-9dabfcdee64f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Nov 19 13:38:36.264124 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:36.268407 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.316173 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.329933 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=9']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:36.430141 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d23e44-6ee4-4e72-b34f-086fa7b122ef req-06ec0157-3a66-42e6-aa89-0181dd61b327 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.431670 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-67d23e44-6ee4-4e72-b34f-086fa7b122ef req-06ec0157-3a66-42e6-aa89-0181dd61b327 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0512607 Nov 19 13:38:36.480577 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-67d23e44-6ee4-4e72-b34f-086fa7b122ef req-9d4f88d0-9d38-4b05-9595-085a565122ad tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Nov 19 13:38:36.507688 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3265ac-2035-4ef0-aaf7-cb13c30d951d req-842a2f0a-fe63-4659-a581-4f1cc59840dc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.509239 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9a3265ac-2035-4ef0-aaf7-cb13c30d951d req-842a2f0a-fe63-4659-a581-4f1cc59840dc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 944 time: 0.0513453 Nov 19 13:38:36.557823 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9a3265ac-2035-4ef0-aaf7-cb13c30d951d req-857182c4-283e-428c-bdc5-922ae2b9b39e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Nov 19 13:38:36.694195 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['b970b9c6-515f-4de6-887f-a9f5cb9d216d'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:36.825686 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['038808ff-ec33-42aa-95f1-a8f2e137727b'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:37.317012 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.390061 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec1c5a-ebb3-4904-948e-f0354269333b req-babd7aba-15e3-4393-a531-e076d84683a1 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:37.391544 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c6ec1c5a-ebb3-4904-948e-f0354269333b req-babd7aba-15e3-4393-a531-e076d84683a1 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 946 time: 0.0540087 Nov 19 13:38:37.439250 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c6ec1c5a-ebb3-4904-948e-f0354269333b req-5ab26525-1e24-42cb-b7e4-e04ea16a3c59 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Nov 19 13:38:37.605634 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682e14-5d77-4e67-b63f-8856644f3835 req-2544fc67-f34e-479f-aaec-06913c59b4ba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:37.607194 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1c682e14-5d77-4e67-b63f-8856644f3835 req-2544fc67-f34e-479f-aaec-06913c59b4ba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 944 time: 0.0500083 Nov 19 13:38:37.663894 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1c682e14-5d77-4e67-b63f-8856644f3835 req-70a6867e-2030-4075-bc71-a51a1e33dfb5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506411 Nov 19 13:38:37.782647 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fc9c2-ee5f-473b-90ee-163eaae64e11 req-5f2f5f71-4cee-488c-8987-fc92e96e0b08 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:37.784129 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-678fc9c2-ee5f-473b-90ee-163eaae64e11 req-5f2f5f71-4cee-488c-8987-fc92e96e0b08 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 944 time: 0.0560231 Nov 19 13:38:37.839043 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-678fc9c2-ee5f-473b-90ee-163eaae64e11 req-48e36eb2-b1bd-4b0f-ad02-233ee387eb7e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475254 Nov 19 13:38:37.847358 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:37.899534 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port b970b9c6-515f-4de6-887f-a9f5cb9d216d triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:37.899902 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.981289 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.009127 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:38.011355 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e25e9c0-c178-4ee9-930b-af0a2880fcdf" -d '{"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:38.024562 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:38.029208 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.054431 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff1b4ed-a5e0-4e03-a8af-84efa3e4be8f x-openstack-request-id: req-0ff1b4ed-a5e0-4e03-a8af-84efa3e4be8f {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:38.054734 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:38.054991 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ff1b4ed-a5e0-4e03-a8af-84efa3e4be8f {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:38.055384 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'code': 200} Nov 19 13:38:38.085201 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=10']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:38.685804 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0996df-3628-4d2d-9d24-070c3e4c3438 req-f2495ceb-fb17-44c1-92c0-f3b3d387da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.687229 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fd0996df-3628-4d2d-9d24-070c3e4c3438 req-f2495ceb-fb17-44c1-92c0-f3b3d387da2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 1099 time: 0.0830512 Nov 19 13:38:38.733903 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fd0996df-3628-4d2d-9d24-070c3e4c3438 req-2916ce11-29cc-4838-ac47-6e4b0ea38e19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384328 Nov 19 13:38:38.787924 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16db53-39d7-4ee4-8c13-6c6a069235da req-ec57dac9-8bc7-400c-b175-33f6b2f94b94 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.789423 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fe16db53-39d7-4ee4-8c13-6c6a069235da req-ec57dac9-8bc7-400c-b175-33f6b2f94b94 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0485971 Nov 19 13:38:38.837318 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fe16db53-39d7-4ee4-8c13-6c6a069235da req-7635c514-0f74-4220-9823-ea2f29fb6635 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Nov 19 13:38:38.962109 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f24c-580d-4c81-b0f6-16a989f629c5 req-b303dd5a-54b1-45c1-895f-0b24581b9d43 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.963482 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f238f24c-580d-4c81-b0f6-16a989f629c5 req-b303dd5a-54b1-45c1-895f-0b24581b9d43 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 944 time: 0.0520315 Nov 19 13:38:39.014207 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f238f24c-580d-4c81-b0f6-16a989f629c5 req-44b51d82-a451-496c-a105-4438778e0f38 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445244 Nov 19 13:38:39.848009 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 038808ff-ec33-42aa-95f1-a8f2e137727b up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:39.907195 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 038808ff-ec33-42aa-95f1-a8f2e137727b completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:38:39.911769 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 038808ff-ec33-42aa-95f1-a8f2e137727b triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:39.912152 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.996161 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.030829 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 038808ff-ec33-42aa-95f1-a8f2e137727b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=038808ff-ec33-42aa-95f1-a8f2e137727b,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:40.038218 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.061346 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038808ff-ec33-42aa-95f1-a8f2e137727b'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:40.063559 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e57542-2385-4fb2-b2fb-92e7327ac814" -d '{"events": [{"server_uuid": "ccbae3d6-5d65-4808-bbb4-542cd6c03e64", "name": "network-vif-plugged", "status": "completed", "tag": "038808ff-ec33-42aa-95f1-a8f2e137727b"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:40.089411 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3257de-7dac-4e5e-93a3-fce10bb4fd75 req-dba1d483-57b2-4c3b-be7f-87d13687d147 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.091076 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-be3257de-7dac-4e5e-93a3-fce10bb4fd75 req-dba1d483-57b2-4c3b-be7f-87d13687d147 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0560536 Nov 19 13:38:40.097050 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=038808ff-ec33-42aa-95f1-a8f2e137727b,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.140695 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf25a50-bd2c-405e-a739-e9e9965ca860 req-99c27837-3b05-4a37-aa9e-3d23313e74fd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.141298 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-be3257de-7dac-4e5e-93a3-fce10bb4fd75 req-6674281f-6e33-420c-bd0e-e3c8b8cd6a1a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Nov 19 13:38:40.142216 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6cf25a50-bd2c-405e-a739-e9e9965ca860 req-99c27837-3b05-4a37-aa9e-3d23313e74fd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Nov 19 13:38:40.189924 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4478ba38-870c-488c-b3cf-09b1b66aa964 x-openstack-request-id: req-4478ba38-870c-488c-b3cf-09b1b66aa964 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:40.190290 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbae3d6-5d65-4808-bbb4-542cd6c03e64", "name": "network-vif-plugged", "status": "completed", "tag": "038808ff-ec33-42aa-95f1-a8f2e137727b", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:40.190639 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4478ba38-870c-488c-b3cf-09b1b66aa964 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:40.191098 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038808ff-ec33-42aa-95f1-a8f2e137727b', 'code': 200} Nov 19 13:38:40.193193 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6cf25a50-bd2c-405e-a739-e9e9965ca860 req-31386745-db97-4185-86f9-75169b2b910a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Nov 19 13:38:40.388096 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458d6e-62b9-4540-afcc-9ec52f75fbd0 req-0adc861c-6cf1-4b33-bf29-c41e2f407647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.389515 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-90458d6e-62b9-4540-afcc-9ec52f75fbd0 req-0adc861c-6cf1-4b33-bf29-c41e2f407647 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 1098 time: 0.0396378 Nov 19 13:38:40.439158 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-90458d6e-62b9-4540-afcc-9ec52f75fbd0 req-3446c4e6-e3f4-45c6-8ce9-5ae7cce32b3b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Nov 19 13:38:41.277265 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ea5b5-e772-4be8-84fc-917f48e9cb06 req-c9abc60a-7916-45c0-81a3-4d720dee2bfc tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:41.278778 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-776ea5b5-e772-4be8-84fc-917f48e9cb06 req-c9abc60a-7916-45c0-81a3-4d720dee2bfc tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0582938 Nov 19 13:38:41.328198 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c45ae4-25b0-4a17-b9eb-bd323c95a539 req-0b1b042c-7413-48e2-aa77-e4abeffa25a9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:41.329469 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c45ae4-25b0-4a17-b9eb-bd323c95a539 req-0b1b042c-7413-48e2-aa77-e4abeffa25a9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 945 time: 0.0662618 Nov 19 13:38:41.346259 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-776ea5b5-e772-4be8-84fc-917f48e9cb06 req-177f0359-34f7-4feb-8b37-7ebe381e9711 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612676 Nov 19 13:38:41.396071 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69c45ae4-25b0-4a17-b9eb-bd323c95a539 req-98c4c7bf-beae-4bfc-b2f7-51a7fcdb414a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587518 Nov 19 13:38:42.476011 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9aed6b-6b56-479f-b599-6681cb2e8754 req-da12df11-7927-4ec3-a326-d6af2902d500 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:42.478314 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec9aed6b-6b56-479f-b599-6681cb2e8754 req-da12df11-7927-4ec3-a326-d6af2902d500 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0520117 Nov 19 13:38:42.526893 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649b5a9-cf22-41f0-b707-424c872e6ddd req-675828bb-d135-442c-90fd-24a27d8314de tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:42.528309 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec9aed6b-6b56-479f-b599-6681cb2e8754 req-b024562d-4985-49bd-9675-85ab2626fd82 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440595 Nov 19 13:38:42.528440 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5649b5a9-cf22-41f0-b707-424c872e6ddd req-675828bb-d135-442c-90fd-24a27d8314de tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 945 time: 0.0501168 Nov 19 13:38:42.576011 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5649b5a9-cf22-41f0-b707-424c872e6ddd req-a6fa6aff-fa47-4f0e-a2a6-339a8f38213a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Nov 19 13:38:42.626638 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:38:59.754150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-73414e14-d759-4f02-bec5-19be4f0f9631 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.756320 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-73414e14-d759-4f02-bec5-19be4f0f9631 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.1302629 Nov 19 13:38:59.778982 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-babe6758-144e-4872-ac0c-2d7abe3d474e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/quotas/4a5c91d4fd55407db18411af6b0e127a HTTP/1.1" status: 200 len: 375 time: 0.0149121 Nov 19 13:38:59.834083 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-30852ba7-b4c6-474c-b4c0-ddaa8ad79ddf tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506568 Nov 19 13:38:59.988724 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f04cbf52-84bf-4dc3-8d6d-a44fbc78bd26 service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455331 Nov 19 13:39:00.079134 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-c28d864a-59f6-40d8-a4ed-01a6ab3bb28a service neutron] 10.222.0.81 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839899 Nov 19 13:39:00.242225 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f5efa3de-68a0-4050-87ee-d43673f62455 req-fe18c699-31d9-4a22-bc7b-83e21f49b360 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 210 time: 0.0264862 Nov 19 13:39:00.907613 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.347204 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2ef7ee5f-6884-4cae-8306-f7683a2d5aeb req-f9241b0c-4cb0-47a2-a7ff-8f2e48e99154 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 210 time: 0.0302329 Nov 19 13:39:01.359527 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4e939058-0af5-495d-b145-ee4a60740d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.478458 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-95fb0e01-a3e8-4ceb-8a73-30ad810d5bd0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:01.479934 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-95fb0e01-a3e8-4ceb-8a73-30ad810d5bd0 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 815 time: 0.1185083 Nov 19 13:39:01.503693 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Request body: {'port': {'device_id': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'admin_state_up': True, 'tenant_id': '4a5c91d4fd55407db18411af6b0e127a'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.614320 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Made reservation on behalf of 4a5c91d4fd55407db18411af6b0e127a for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:01.618657 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.755545 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Allocated IP 172.20.0.11 (d0cbd1a9-e437-4dd4-9468-77e3011cd1ad/023ab77d-ad85-42e6-89de-9731f12416d9/c38ac3c2-364b-4e9c-8aa3-44be48e56f9a) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:01.903855 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.940606 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.966957 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'b1b057be-e713-4994-9fd9-47ef15594b66', '038808ff-ec33-42aa-95f1-a8f2e137727b'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:01.993063 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:01.996508 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:02.000763 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:02.035443 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event updated for resources: {'Port': ['ID=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.048960 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.049321 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.049688 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.050027 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.050364 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.050697 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.051056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.051385 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.051710 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.052038 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.052392 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.052716 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:02.069576 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.070437 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.089108 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f02fdf27-9382-4a80-a1a5-9da6cc9862c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892406 Nov 19 13:39:02.103568 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Request body: {'port': {'device_id': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.158467 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.516219 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38ac3c2-364b-4e9c-8aa3-44be48e56f9a {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:02.525417 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.544739 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Transition to ACTIVE for port object c38ac3c2-364b-4e9c-8aa3-44be48e56f9a will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:39:02.554184 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89ff70-2192-47c9-b1e1-fa14262dc762 req-4b6d46f5-891f-4bca-ade7-e2ee958e1881 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.556834 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ca89ff70-2192-47c9-b1e1-fa14262dc762 req-4b6d46f5-891f-4bca-ade7-e2ee958e1881 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 932 time: 0.0832593 Nov 19 13:39:02.557886 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.651695 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.696997 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ca89ff70-2192-47c9-b1e1-fa14262dc762 req-9a500ff4-56b2-46aa-ace8-e995005942d1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339092 Nov 19 13:39:02.724551 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Attempting to bind port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:02.724884 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Attempting to bind port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:02.725215 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Attempting to bind port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:02.730767 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:39:02.731086 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Attempting to bind port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a on network d0cbd1a9-e437-4dd4-9468-77e3011cd1ad {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:02.736065 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:02.736476 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Checking segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:02.736892 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Bound using segment: {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:02.737325 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Bound port: c38ac3c2-364b-4e9c-8aa3-44be48e56f9a, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72629063-ecd3-4527-b93e-66474a3a08e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:02.737681 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.802853 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] For port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:02.806564 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] For port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:02.810363 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.847547 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.848161 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.849556 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/c38ac3c2-364b-4e9c-8aa3-44be48e56f9a HTTP/1.1" status: 200 len: 1094 time: 0.7510407 Nov 19 13:39:02.849994 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'tag': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:02.853409 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c66c7c-aa23-4192-a942-d575c2361d1b", "tag": "c38ac3c2-364b-4e9c-8aa3-44be48e56f9a"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:02.874946 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8cbc7-d955-4cc8-b6b2-a19968a1a0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.954431 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-ae950ebb-b985-4a15-8cbf-09787a769f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.955928 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-ae950ebb-b985-4a15-8cbf-09787a769f49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 1097 time: 0.0418110 Nov 19 13:39:02.960736 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52db4291-4da9-46c2-a82f-fdac4828fc93 x-openstack-request-id: req-52db4291-4da9-46c2-a82f-fdac4828fc93 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:02.961017 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c66c7c-aa23-4192-a942-d575c2361d1b", "tag": "c38ac3c2-364b-4e9c-8aa3-44be48e56f9a", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:02.961831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52db4291-4da9-46c2-a82f-fdac4828fc93 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:02.962215 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'tag': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a', 'status': 'completed', 'code': 200} Nov 19 13:39:03.230508 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-a3c9a030-717d-4a27-a0e7-0f75f6022a8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a HTTP/1.1" status: 200 len: 217 time: 0.2600121 Nov 19 13:39:03.280363 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-6f03f0aa-9451-4a17-8f5a-6c25b9519827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.281798 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-6f03f0aa-9451-4a17-8f5a-6c25b9519827 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0435889 Nov 19 13:39:03.319116 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-1de0eec2-05f1-4e03-8d15-6800c17a3d3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254118 Nov 19 13:39:03.431024 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-1bb036b0-64ff-4a88-8aca-c9535d9cc055 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959694 Nov 19 13:39:03.524499 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-13c80f44-938e-4229-8e67-d7a56da7afbe req-f1f19acc-2288-43d0-866e-3a92c8d00911 service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857816 Nov 19 13:39:03.638831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-2ec52c23-3b93-4472-9cd1-6d074da06829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.640387 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-2ec52c23-3b93-4472-9cd1-6d074da06829 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a5c91d4fd55407db18411af6b0e127a&device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 1097 time: 0.0502012 Nov 19 13:39:03.702060 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c1aab-1c10-4665-af00-3d97c62eeca9 req-ad883534-b84d-48f3-8de3-8f59161ad009 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.703625 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-473c1aab-1c10-4665-af00-3d97c62eeca9 req-ad883534-b84d-48f3-8de3-8f59161ad009 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 946 time: 0.0501072 Nov 19 13:39:03.745330 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-0d1c2174-b56a-4bf9-957b-922290c3b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.746921 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-0d1c2174-b56a-4bf9-957b-922290c3b09a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 200 len: 917 time: 0.0936472 Nov 19 13:39:03.759734 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-473c1aab-1c10-4665-af00-3d97c62eeca9 req-0a52e6f4-0f0b-4e84-a00e-50a6850682cf tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500054 Nov 19 13:39:03.803177 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-98b8d573-707c-4d91-836c-81d4a1a9628b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a HTTP/1.1" status: 200 len: 217 time: 0.0461206 Nov 19 13:39:03.880478 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774417c-7925-4b20-8647-0f199fab73fa req-af376869-a1f1-4117-9761-c9bb6aa89609 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.881954 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d774417c-7925-4b20-8647-0f199fab73fa req-af376869-a1f1-4117-9761-c9bb6aa89609 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 944 time: 0.0882480 Nov 19 13:39:03.886275 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-cbe8668b-6d30-4b69-98b8-5cbf5e5c0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.887623 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-cbe8668b-6d30-4b69-98b8-5cbf5e5c0b3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 200 len: 855 time: 0.0636914 Nov 19 13:39:03.912593 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-35b41cc9-50ad-40a8-b25e-934b2c24bd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.928756 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-3d62939f-7164-4f29-9b5f-363ddc50522d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327377 Nov 19 13:39:04.001799 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d774417c-7925-4b20-8647-0f199fab73fa req-f4d4d114-0bd6-4a7c-a4d0-00e96348ed0b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126630 Nov 19 13:39:04.043357 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-652aa0a9-4e28-439b-b838-a220526700bd service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010873 Nov 19 13:39:04.133581 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-311358e0-5b4a-4efe-bbfb-1a5bb9fcc5c6 req-8c73492d-66bd-4b27-80e3-173fa283595e service neutron] 10.222.0.73 "GET /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818098 Nov 19 13:39:04.762025 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.880663 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04b08d-81b6-49fc-acb7-8b7a44b9f0bf req-f00c355e-7b3f-49cd-86a6-055fa51e16dc tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.882163 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6a04b08d-81b6-49fc-acb7-8b7a44b9f0bf req-f00c355e-7b3f-49cd-86a6-055fa51e16dc tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 946 time: 0.0520563 Nov 19 13:39:04.929692 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6a04b08d-81b6-49fc-acb7-8b7a44b9f0bf req-d4d38408-6725-4f92-a9cf-09734b88029f tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Nov 19 13:39:05.123423 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbdb47-29f7-4390-9610-6f2272ae3f1a req-1db80021-7157-46be-88a8-f4aec00f07c9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:05.124927 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-aadbdb47-29f7-4390-9610-6f2272ae3f1a req-1db80021-7157-46be-88a8-f4aec00f07c9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 944 time: 0.0544043 Nov 19 13:39:05.172686 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-aadbdb47-29f7-4390-9610-6f2272ae3f1a req-49d45b38-f200-4f9a-803a-52bd6d4824c1 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Nov 19 13:39:06.055106 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73df4-0705-4609-a2e7-bad30645d9fd req-9c91c92d-ce22-4510-bc36-b40ce56fede7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.057292 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6ee73df4-0705-4609-a2e7-bad30645d9fd req-9c91c92d-ce22-4510-bc36-b40ce56fede7 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 946 time: 0.0539553 Nov 19 13:39:06.107406 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6ee73df4-0705-4609-a2e7-bad30645d9fd req-6c9fe3d4-5755-4ff8-b198-63679fc13068 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/security-groups?id=4add4992-3929-49fa-94c9-cacd4ba24ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Nov 19 13:39:06.292710 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fa0ff-4b4f-4a05-b741-a6613aac6416 req-9c0df076-e59d-47a6-80f4-ae50a1fe543b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.295088 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4fa0ff-4b4f-4a05-b741-a6613aac6416 req-9c0df076-e59d-47a6-80f4-ae50a1fe543b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 944 time: 0.0559776 Nov 19 13:39:06.312833 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.345490 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4fa0ff-4b4f-4a05-b741-a6613aac6416 req-00f86660-b4de-49b7-a176-9a0d0430cd42 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Nov 19 13:39:06.449232 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-3adb7ee8-49ed-418e-98e8-d76cebb6c7cf tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.450685 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-3adb7ee8-49ed-418e-98e8-d76cebb6c7cf tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 946 time: 0.0541787 Nov 19 13:39:06.547450 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Deleting port 9eecde1d-0930-4294-854a-10172c67f61d {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:06.547706 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.644845 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] For port 9eecde1d-0930-4294-854a-10172c67f61d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9eecde1d-0930-4294-854a-10172c67f61d,segment=NetworkSegment(c9fe314e-2773-41df-8424-ba4ddee33a3a),segment_id=c9fe314e-2773-41df-8424-ba4ddee33a3a)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:06.645238 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.658353 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Calling delete_port for 9eecde1d-0930-4294-854a-10172c67f61d owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:06.783752 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.805034 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['9eecde1d-0930-4294-854a-10172c67f61d'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:06.816285 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Pushing event deleted for resources: {'Port': ['ID=9eecde1d-0930-4294-854a-10172c67f61d,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:06.856120 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] No DVR routers for this DVR port 9eecde1d-0930-4294-854a-10172c67f61d on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:06.858640 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.861996 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a9be0781-22c9-4c74-b3b9-2971aa75aa67 req-49d8f96c-2d78-4d55-9c0b-7c6d7e35aa88 tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.73 "DELETE /v2.0/ports/9eecde1d-0930-4294-854a-10172c67f61d HTTP/1.1" status: 204 len: 173 time: 0.4041045 Nov 19 13:39:06.862430 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'name': 'network-vif-deleted', 'tag': '9eecde1d-0930-4294-854a-10172c67f61d'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:06.864707 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de01501-8295-4ca8-a769-6efcf8d17fb3" -d '{"events": [{"server_uuid": "47f27ccf-9091-4d6d-860b-0e4f0b177fd4", "name": "network-vif-deleted", "tag": "9eecde1d-0930-4294-854a-10172c67f61d"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:06.903719 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff336a9-aa7f-4a81-8102-f0cc0167915b x-openstack-request-id: req-cff336a9-aa7f-4a81-8102-f0cc0167915b {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:06.904009 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f27ccf-9091-4d6d-860b-0e4f0b177fd4", "name": "network-vif-deleted", "tag": "9eecde1d-0930-4294-854a-10172c67f61d", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:06.904348 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cff336a9-aa7f-4a81-8102-f0cc0167915b {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:06.904723 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f27ccf-9091-4d6d-860b-0e4f0b177fd4', 'name': 'network-vif-deleted', 'tag': '9eecde1d-0930-4294-854a-10172c67f61d', 'status': 'completed', 'code': 200} Nov 19 13:39:07.210844 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0d2f68eb-e979-4735-8fc8-5f2acddb2cd9 req-4bf61027-edd8-4f62-a5ce-16ba67215edf tempest-VolumesSnapshotTestJSON-1675579992 tempest-VolumesSnapshotTestJSON-1675579992-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f27ccf-9091-4d6d-860b-0e4f0b177fd4 HTTP/1.1" status: 200 len: 210 time: 0.0260797 Nov 19 13:39:07.311220 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.468903 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4181e-cc3b-410a-aad3-311930557a87 req-7172354f-12a6-42cb-abf6-9480716e1bf9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:07.470462 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2cc4181e-cc3b-410a-aad3-311930557a87 req-7172354f-12a6-42cb-abf6-9480716e1bf9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 944 time: 0.0528841 Nov 19 13:39:07.520356 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2cc4181e-cc3b-410a-aad3-311930557a87 req-f7bba647-5847-4941-82dd-fde2fccab4c9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Nov 19 13:39:08.007024 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c38ac3c2-364b-4e9c-8aa3-44be48e56f9a details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:08.105331 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:08.234054 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a', 'network_id': 'd0cbd1a9-e437-4dd4-9468-77e3011cd1ad', 'port_id': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a', 'mac_address': 'fa:16:3e:5c:36:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023ab77d-ad85-42e6-89de-9731f12416d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:08.272499 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:08.286834 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38ac3c2-364b-4e9c-8aa3-44be48e56f9a {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:08.309190 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:08.313550 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:08.365369 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:08.642169 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f07c-5101-4ea0-8a5a-412c93b73961 req-75a1d89c-a58e-4421-8bd8-beb0d665bb78 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:08.644593 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2b09f07c-5101-4ea0-8a5a-412c93b73961 req-75a1d89c-a58e-4421-8bd8-beb0d665bb78 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 945 time: 0.0517232 Nov 19 13:39:08.695549 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2b09f07c-5101-4ea0-8a5a-412c93b73961 req-8d7d2f40-dd7c-452f-9109-54c240d57801 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Nov 19 13:39:08.815122 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['c38ac3c2-364b-4e9c-8aa3-44be48e56f9a'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:09.825887 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7fcfd-a6b4-47ab-b5f4-bd3a828daaec req-22c67a0b-3ee6-4bfd-9e3a-01be21f18798 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.827374 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5bb7fcfd-a6b4-47ab-b5f4-bd3a828daaec req-22c67a0b-3ee6-4bfd-9e3a-01be21f18798 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 945 time: 0.0501943 Nov 19 13:39:09.880372 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5bb7fcfd-a6b4-47ab-b5f4-bd3a828daaec req-7f333c87-21f7-4695-8ecb-5db58561b225 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Nov 19 13:39:10.013919 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9eecde1d-0930-4294-854a-10172c67f61d no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:10.039520 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 9eecde1d-0930-4294-854a-10172c67f61d {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:10.039864 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9eecde1d-0930-4294-854a-10172c67f61d not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:11.001479 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420701d-410f-4439-8676-42553d16cb77 req-402199cf-a7a5-4db8-831e-e6a60def4d64 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:11.002847 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3420701d-410f-4439-8676-42553d16cb77 req-402199cf-a7a5-4db8-831e-e6a60def4d64 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 945 time: 0.0515406 Nov 19 13:39:11.049780 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3420701d-410f-4439-8676-42553d16cb77 req-22572ef9-cf4e-4755-9171-b50947864ce4 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Nov 19 13:39:12.167599 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f6fd1-2628-46d4-8e0b-2189b9537d02 req-f7f56a41-1e9a-435d-a6c5-b89db81309d8 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.168982 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ce1f6fd1-2628-46d4-8e0b-2189b9537d02 req-f7f56a41-1e9a-435d-a6c5-b89db81309d8 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 945 time: 0.0496912 Nov 19 13:39:12.216048 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ce1f6fd1-2628-46d4-8e0b-2189b9537d02 req-f585c648-5aa9-4404-8472-e6e35b06344c tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Nov 19 13:39:12.699264 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c38ac3c2-364b-4e9c-8aa3-44be48e56f9a up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:12.750889 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:39:12.754945 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:12.755323 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.833050 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.856652 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:12.858940 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931305b2-c7ed-46e1-94da-7ebd7411c4cf" -d '{"events": [{"server_uuid": "e5c66c7c-aa23-4192-a942-d575c2361d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c38ac3c2-364b-4e9c-8aa3-44be48e56f9a"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:12.873026 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:12.877444 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.929045 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:12.958984 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8acc0c-a09c-4b53-afdb-916708af6d62 x-openstack-request-id: req-9b8acc0c-a09c-4b53-afdb-916708af6d62 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:12.959301 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c66c7c-aa23-4192-a942-d575c2361d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c38ac3c2-364b-4e9c-8aa3-44be48e56f9a", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:12.959560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b8acc0c-a09c-4b53-afdb-916708af6d62 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:12.959957 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a', 'code': 200} Nov 19 13:39:13.328698 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d6f76-424e-4e6b-87d1-f1f17ec084bc req-eb2b1497-9c03-4344-865d-ea0510cd7f0e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:13.330170 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec9d6f76-424e-4e6b-87d1-f1f17ec084bc req-eb2b1497-9c03-4344-865d-ea0510cd7f0e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0488796 Nov 19 13:39:13.379436 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec9d6f76-424e-4e6b-87d1-f1f17ec084bc req-00f0b182-f331-4563-868a-572ba8d7126b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Nov 19 13:39:14.396471 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfca-a2a4-45a0-9577-c2948d91370a req-2f95d836-3402-414c-a7d7-6f7949b22068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:14.397982 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f2ffdfca-a2a4-45a0-9577-c2948d91370a req-2f95d836-3402-414c-a7d7-6f7949b22068 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 1099 time: 0.0475428 Nov 19 13:39:14.445492 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f2ffdfca-a2a4-45a0-9577-c2948d91370a req-663c6c4a-e746-441a-9fc9-b264cb8bce0c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 Nov 19 13:39:14.498866 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca09d8-9581-4515-9f35-23150af41074 req-0662e7c9-fba8-460a-b38a-747cbd529e7d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:14.500416 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7aca09d8-9581-4515-9f35-23150af41074 req-0662e7c9-fba8-460a-b38a-747cbd529e7d tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0489049 Nov 19 13:39:14.549017 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7aca09d8-9581-4515-9f35-23150af41074 req-2cfeafb0-736c-4a5c-99b5-9e7a1b71e178 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Nov 19 13:39:15.663662 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2a281-975f-4a1b-8a3b-3a9cdb9cf4d9 req-9f0cd866-d2fc-4242-b079-6a3e0b9357db tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:15.665212 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f2a281-975f-4a1b-8a3b-3a9cdb9cf4d9 req-9f0cd866-d2fc-4242-b079-6a3e0b9357db tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0482173 Nov 19 13:39:15.714459 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f2a281-975f-4a1b-8a3b-3a9cdb9cf4d9 req-44c10c5d-f93c-466d-a343-d4b371f6f067 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Nov 19 13:39:16.832310 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b56e54-c16d-4cce-84b7-b434e524aa9b req-2f78f670-fcad-47bd-912f-c1debf4e007b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:16.833797 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-47b56e54-c16d-4cce-84b7-b434e524aa9b req-2f78f670-fcad-47bd-912f-c1debf4e007b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0496631 Nov 19 13:39:16.885380 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-47b56e54-c16d-4cce-84b7-b434e524aa9b req-90106404-a9e6-46a4-8906-60840bbf8024 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454907 Nov 19 13:39:19.626141 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:39:28.688627 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5b8d4-ad5b-44ba-91d1-147213143a88 req-d48e6851-6a16-4900-a9f7-d11007592a21 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:28.689127 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d0e5b8d4-ad5b-44ba-91d1-147213143a88 req-d48e6851-6a16-4900-a9f7-d11007592a21 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0495093 Nov 19 13:39:28.739529 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d0e5b8d4-ad5b-44ba-91d1-147213143a88 req-1fcc4495-318d-4d1a-8e42-6ac5488104a9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Nov 19 13:39:29.861356 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6193a-8490-49aa-942a-f95b6ce294f9 req-beaaa5d3-9a8b-40ca-8523-0fd462adf693 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:29.862844 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-42f6193a-8490-49aa-942a-f95b6ce294f9 req-beaaa5d3-9a8b-40ca-8523-0fd462adf693 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0527709 Nov 19 13:39:29.918578 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-42f6193a-8490-49aa-942a-f95b6ce294f9 req-23f61c0f-3876-4234-970d-1c3f1b98d435 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Nov 19 13:39:30.866923 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-5d21b965-c338-450f-9bef-5ba957927c94 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.868514 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-5d21b965-c338-450f-9bef-5ba957927c94 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0503395 Nov 19 13:39:30.916560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:30.975763 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Deleting port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:30.976123 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.040918 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540a75-c5a8-4963-a4a7-8e5ece6b8737 req-2448252b-b3ac-48e5-8e41-e068462cc4e6 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:31.042410 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1a540a75-c5a8-4963-a4a7-8e5ece6b8737 req-2448252b-b3ac-48e5-8e41-e068462cc4e6 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5c66c7c-aa23-4192-a942-d575c2361d1b HTTP/1.1" status: 200 len: 946 time: 0.0482035 Nov 19 13:39:31.077148 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] For port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:31.077492 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.090802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Calling delete_port for c38ac3c2-364b-4e9c-8aa3-44be48e56f9a owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:31.093642 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1a540a75-c5a8-4963-a4a7-8e5ece6b8737 req-0469703c-7807-4d3f-9e34-0172194772e9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Nov 19 13:39:31.238714 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.254169 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'b1b057be-e713-4994-9fd9-47ef15594b66', '038808ff-ec33-42aa-95f1-a8f2e137727b', 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:31.280815 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event deleted for resources: {'Port': ['ID=c38ac3c2-364b-4e9c-8aa3-44be48e56f9a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:31.342815 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] No DVR routers for this DVR port c38ac3c2-364b-4e9c-8aa3-44be48e56f9a on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:31.346229 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.351923 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-127afdd4-e659-406a-82e5-cae9c1a5a760 req-f7bf71e1-92a7-4728-91a3-6824f42abfd3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "DELETE /v2.0/ports/c38ac3c2-364b-4e9c-8aa3-44be48e56f9a HTTP/1.1" status: 204 len: 173 time: 0.4769530 Nov 19 13:39:31.352499 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'name': 'network-vif-deleted', 'tag': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:31.356273 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40903507-dba3-4d0e-ac04-5d7a237dc4fc" -d '{"events": [{"server_uuid": "e5c66c7c-aa23-4192-a942-d575c2361d1b", "name": "network-vif-deleted", "tag": "c38ac3c2-364b-4e9c-8aa3-44be48e56f9a"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:31.372912 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d0323847-365d-4abc-80c1-2b4a498247a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.399069 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b442248-78db-4aa8-9c94-eddc945df847 x-openstack-request-id: req-2b442248-78db-4aa8-9c94-eddc945df847 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:31.399360 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c66c7c-aa23-4192-a942-d575c2361d1b", "name": "network-vif-deleted", "tag": "c38ac3c2-364b-4e9c-8aa3-44be48e56f9a", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:31.399610 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b442248-78db-4aa8-9c94-eddc945df847 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:31.400001 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c66c7c-aa23-4192-a942-d575c2361d1b', 'name': 'network-vif-deleted', 'tag': 'c38ac3c2-364b-4e9c-8aa3-44be48e56f9a', 'status': 'completed', 'code': 200} Nov 19 13:39:33.536034 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bb45e-fb8b-469c-a909-d1f0b3d64a85 req-c4a0f04a-9394-4317-b43d-20a2b2d7b11b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:33.537578 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-249bb45e-fb8b-469c-a909-d1f0b3d64a85 req-c4a0f04a-9394-4317-b43d-20a2b2d7b11b tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 945 time: 0.0536478 Nov 19 13:39:33.585383 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-249bb45e-fb8b-469c-a909-d1f0b3d64a85 req-115ecacc-f5c8-4d63-8a4e-db9c1b2248e7 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Nov 19 13:39:33.917483 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-570c503c-5b5c-4005-ba7b-050fbe82a43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.141805 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-306c3192-99ca-4cec-92ba-3f3ac30ffa31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417738 Nov 19 13:39:34.207571 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-4609b8e8-c853-4099-948b-7c1fdb8346d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.208684 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-4609b8e8-c853-4099-948b-7c1fdb8346d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1098 time: 0.0398874 Nov 19 13:39:34.301540 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c38ac3c2-364b-4e9c-8aa3-44be48e56f9a no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:34.319430 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-0ad7b98c-096c-4c4a-9ae2-bcf8ee516c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.320963 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-0ad7b98c-096c-4c4a-9ae2-bcf8ee516c84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.0895829 Nov 19 13:39:34.321622 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: c38ac3c2-364b-4e9c-8aa3-44be48e56f9a {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:34.321974 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c38ac3c2-364b-4e9c-8aa3-44be48e56f9a not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:34.375836 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 36962) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:34.400533 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-67b31ff1-b833-4a43-b92b-7f5722f6efb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 1001 time: 0.0672572 Nov 19 13:39:34.420385 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Deleting subnet cf6d3860-5ea8-44c2-8274-2b4a1e7bf953 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:34.423771 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.454314 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-2989a760-5503-4c4b-9729-5463d5e5c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.455796 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-2989a760-5503-4c4b-9729-5463d5e5c2d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0471497 Nov 19 13:39:34.457300 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.500502 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.508845 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-c8fcaa81-8422-4c97-bfea-d553c5da4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.510342 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-c8fcaa81-8422-4c97-bfea-d553c5da4541 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409772 Nov 19 13:39:34.552746 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.577506 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6d3860-5ea8-44c2-8274-2b4a1e7bf953,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:34.585574 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.588410 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cf6d3860-5ea8-44c2-8274-2b4a1e7bf953 HTTP/1.1" status: 204 len: 168 time: 0.2114723 Nov 19 13:39:34.590133 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.590481 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.590819 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.591943 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.592807 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.592807 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.592807 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.593047 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 36964) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:34.593138 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.593399 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.593720 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.594040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.594356 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7f865-6bb6-4321-bf06-a8e53706417f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:34.708451 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-d9cd18a2-2cb5-4773-9ddb-de8210f414e7 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791701 Nov 19 13:39:34.717024 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.765866 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.809986 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf9bc-aab7-40d9-9c44-93f86c9e6474 req-e134cb3a-9593-4aeb-abd3-2038a40745cc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.812043 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-060cf9bc-aab7-40d9-9c44-93f86c9e6474 req-e134cb3a-9593-4aeb-abd3-2038a40745cc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 945 time: 0.1513650 Nov 19 13:39:34.905421 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.923202 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e387f045-ba90-4749-a7bb-08aeb328d234 req-dc5da382-ae70-4102-8a86-52554f754f52 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003381 Nov 19 13:39:34.946433 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a903108-6db9-4212-9dc3-d4eed9dd7c6b']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:34.958019 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-060cf9bc-aab7-40d9-9c44-93f86c9e6474 req-06cdf505-9b01-488d-906a-1e72597739f9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385071 Nov 19 13:39:34.961590 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fe314e-2773-41df-8424-ba4ddee33a3a') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:34.961888 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fe314e-2773-41df-8424-ba4ddee33a3a') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:34.972447 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.987222 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.993429 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:34.993819 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:34.995531 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:35.052914 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.058153 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.061968 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7a903108-6db9-4212-9dc3-d4eed9dd7c6b HTTP/1.1" status: 204 len: 168 time: 0.4680271 Nov 19 13:39:35.072832 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc44f2-2757-4657-950b-6d3873108ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a903108-6db9-4212-9dc3-d4eed9dd7c6b,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.173670 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 36970) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:35.212621 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-070e252b-6b4b-4e34-85d6-30a8bfbb3c25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3a6cf5c33b04bbfb03ee67ce1b12041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376854 Nov 19 13:39:35.215000 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 36972) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:35.264981 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-96fb5bf1-7e3e-44b2-87bb-b3a70934e8ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.288886 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-96fb5bf1-7e3e-44b2-87bb-b3a70934e8ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.337389 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-96fb5bf1-7e3e-44b2-87bb-b3a70934e8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.339880 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-96fb5bf1-7e3e-44b2-87bb-b3a70934e8ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.344040 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-96fb5bf1-7e3e-44b2-87bb-b3a70934e8ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4add4992-3929-49fa-94c9-cacd4ba24ed8 HTTP/1.1" status: 204 len: 168 time: 0.1252856 Nov 19 13:39:35.350470 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb5bf1-7e3e-44b2-87bb-b3a70934e8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add4992-3929-49fa-94c9-cacd4ba24ed8,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.707234 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-a50aa73f-ca0d-4be1-9f07-8d56619b41f3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.708796 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-a50aa73f-ca0d-4be1-9f07-8d56619b41f3 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 945 time: 0.0560215 Nov 19 13:39:35.803785 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Deleting port 038808ff-ec33-42aa-95f1-a8f2e137727b {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:35.804103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.900575 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] For port 038808ff-ec33-42aa-95f1-a8f2e137727b, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=038808ff-ec33-42aa-95f1-a8f2e137727b,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:35.900943 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.914933 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Calling delete_port for 038808ff-ec33-42aa-95f1-a8f2e137727b owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:36.069854 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.082796 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'b1b057be-e713-4994-9fd9-47ef15594b66', '038808ff-ec33-42aa-95f1-a8f2e137727b'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:36.083758 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946f8f4-2c87-4a78-aa25-47671a91478e req-fa9ea618-21c8-4ae8-9503-2fa87931a872 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:36.088743 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7946f8f4-2c87-4a78-aa25-47671a91478e req-fa9ea618-21c8-4ae8-9503-2fa87931a872 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccbae3d6-5d65-4808-bbb4-542cd6c03e64 HTTP/1.1" status: 200 len: 867 time: 0.0569668 Nov 19 13:39:36.105773 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event deleted for resources: {'Port': ['ID=038808ff-ec33-42aa-95f1-a8f2e137727b,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:36.156850 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] No DVR routers for this DVR port 038808ff-ec33-42aa-95f1-a8f2e137727b on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:36.160413 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.163770 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7946f8f4-2c87-4a78-aa25-47671a91478e req-c2988235-adf0-435d-8eff-bea79fc2c6e8 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726180 Nov 19 13:39:36.164192 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e8907793-c12d-4b72-95bd-6cda1efe4bfa req-f19b7d03-c1bf-4280-b162-48e05a1a6c7f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "DELETE /v2.0/ports/038808ff-ec33-42aa-95f1-a8f2e137727b HTTP/1.1" status: 204 len: 173 time: 0.4484184 Nov 19 13:39:36.164958 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'name': 'network-vif-deleted', 'tag': '038808ff-ec33-42aa-95f1-a8f2e137727b'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:36.168296 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6390871b-e018-48f4-a6f8-cf26c1efdcc5" -d '{"events": [{"server_uuid": "ccbae3d6-5d65-4808-bbb4-542cd6c03e64", "name": "network-vif-deleted", "tag": "038808ff-ec33-42aa-95f1-a8f2e137727b"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:36.221986 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde4b875-1cb0-47a7-92e8-16f2256850f7 x-openstack-request-id: req-cde4b875-1cb0-47a7-92e8-16f2256850f7 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:36.222633 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbae3d6-5d65-4808-bbb4-542cd6c03e64", "name": "network-vif-deleted", "tag": "038808ff-ec33-42aa-95f1-a8f2e137727b", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:36.222633 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cde4b875-1cb0-47a7-92e8-16f2256850f7 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:36.222921 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbae3d6-5d65-4808-bbb4-542cd6c03e64', 'name': 'network-vif-deleted', 'tag': '038808ff-ec33-42aa-95f1-a8f2e137727b', 'status': 'completed', 'code': 200} Nov 19 13:39:36.327645 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.314239 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.464174 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5d35c-75e1-4a8e-9607-76329eee3506 req-6c48725e-4bf3-4152-8d67-20e59c376cd5 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:37.465648 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a7d5d35c-75e1-4a8e-9607-76329eee3506 req-6c48725e-4bf3-4152-8d67-20e59c376cd5 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0540109 Nov 19 13:39:37.514044 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a7d5d35c-75e1-4a8e-9607-76329eee3506 req-b3e31b07-7670-48ad-9679-3512962293e6 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Nov 19 13:39:38.632883 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21234512-0e23-40ff-beb2-a9980419ec55 req-24105c7d-a30d-4be2-bb8f-a04bf8a7f1dc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:38.634351 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-21234512-0e23-40ff-beb2-a9980419ec55 req-24105c7d-a30d-4be2-bb8f-a04bf8a7f1dc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0501177 Nov 19 13:39:38.681150 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-21234512-0e23-40ff-beb2-a9980419ec55 req-705faf3f-17c5-4672-a5c1-84689d5fabd9 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Nov 19 13:39:39.798844 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdce8e5-6842-4c37-963e-d9a8b88c0d89 req-d124037b-ad28-4f53-94bb-8b576a5b3645 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:39.800354 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-acdce8e5-6842-4c37-963e-d9a8b88c0d89 req-d124037b-ad28-4f53-94bb-8b576a5b3645 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0520852 Nov 19 13:39:39.847671 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-acdce8e5-6842-4c37-963e-d9a8b88c0d89 req-bb0131b4-373a-4b7c-8b51-d095ab0d2537 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Nov 19 13:39:40.536032 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 038808ff-ec33-42aa-95f1-a8f2e137727b no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:40.557524 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 038808ff-ec33-42aa-95f1-a8f2e137727b {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:40.557878 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 038808ff-ec33-42aa-95f1-a8f2e137727b not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:40.968196 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fedf22-6655-4dbb-8d90-965acc975796 req-e2710fb9-5ebe-4790-998d-88192dd58dfd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:40.969850 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-91fedf22-6655-4dbb-8d90-965acc975796 req-e2710fb9-5ebe-4790-998d-88192dd58dfd tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0546119 Nov 19 13:39:41.015784 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-91fedf22-6655-4dbb-8d90-965acc975796 req-d31a1ffb-5149-47d6-9c90-04560ebae9ad tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Nov 19 13:39:42.133697 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f97612-7509-444a-aa67-e3287da1b91d req-51118282-ac08-43f2-8a5c-15c25319888a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.135181 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-90f97612-7509-444a-aa67-e3287da1b91d req-51118282-ac08-43f2-8a5c-15c25319888a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0527422 Nov 19 13:39:42.183769 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-90f97612-7509-444a-aa67-e3287da1b91d req-db00ba08-7288-4a03-9b2c-9cf70ce6f94a tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423028 Nov 19 13:39:43.076747 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-f0bb4894-f4fe-480b-8af5-7c9f5f4653fc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.079263 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-f0bb4894-f4fe-480b-8af5-7c9f5f4653fc tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0495465 Nov 19 13:39:43.171951 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Deleting port b1b057be-e713-4994-9fd9-47ef15594b66 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:43.172307 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.271504 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] For port b1b057be-e713-4994-9fd9-47ef15594b66, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b1b057be-e713-4994-9fd9-47ef15594b66,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:43.271799 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.285526 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Calling delete_port for b1b057be-e713-4994-9fd9-47ef15594b66 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:43.309034 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6046ed5-cc7c-4a22-a78d-36544d0d2194 req-d07e5f1d-03d6-4d72-8111-bcf7825a2a21 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.311397 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e6046ed5-cc7c-4a22-a78d-36544d0d2194 req-d07e5f1d-03d6-4d72-8111-bcf7825a2a21 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=484ca442-dfa9-40fd-928c-ba06d147b84c HTTP/1.1" status: 200 len: 946 time: 0.0538864 Nov 19 13:39:43.364618 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e6046ed5-cc7c-4a22-a78d-36544d0d2194 req-ff3338a6-4a5d-41ee-86e0-16e195bfb62e tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469143 Nov 19 13:39:43.429574 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.442232 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'b1b057be-e713-4994-9fd9-47ef15594b66'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:43.459908 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event deleted for resources: {'Port': ['ID=b1b057be-e713-4994-9fd9-47ef15594b66,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:43.502083 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] No DVR routers for this DVR port b1b057be-e713-4994-9fd9-47ef15594b66 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:43.506216 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.510004 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70a32313-53ae-4158-be27-81b82ffbf2ee req-35201ce9-ecea-4e1c-ad2e-52b750759aca tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "DELETE /v2.0/ports/b1b057be-e713-4994-9fd9-47ef15594b66 HTTP/1.1" status: 204 len: 173 time: 0.4250071 Nov 19 13:39:43.510669 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'name': 'network-vif-deleted', 'tag': 'b1b057be-e713-4994-9fd9-47ef15594b66'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:43.513429 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22d6e4d-2de5-4145-8ec1-aae38c70b8fa" -d '{"events": [{"server_uuid": "484ca442-dfa9-40fd-928c-ba06d147b84c", "name": "network-vif-deleted", "tag": "b1b057be-e713-4994-9fd9-47ef15594b66"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:43.554940 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f3ce55-4df4-4d5b-b724-92cab03d6402 x-openstack-request-id: req-f8f3ce55-4df4-4d5b-b724-92cab03d6402 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:43.555239 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484ca442-dfa9-40fd-928c-ba06d147b84c", "name": "network-vif-deleted", "tag": "b1b057be-e713-4994-9fd9-47ef15594b66", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:43.555509 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8f3ce55-4df4-4d5b-b724-92cab03d6402 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:43.555904 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484ca442-dfa9-40fd-928c-ba06d147b84c', 'name': 'network-vif-deleted', 'tag': 'b1b057be-e713-4994-9fd9-47ef15594b66', 'status': 'completed', 'code': 200} Nov 19 13:39:44.095812 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf6887-8f63-489a-a64c-fdbaea306a33 req-f11687f2-a487-4bd6-8c44-a5f95afb7458 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:44.096975 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-caaf6887-8f63-489a-a64c-fdbaea306a33 req-f11687f2-a487-4bd6-8c44-a5f95afb7458 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0621705 Nov 19 13:39:44.145541 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-caaf6887-8f63-489a-a64c-fdbaea306a33 req-2bb1c987-f11a-4492-b5c8-b5e6e0dbebdb tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Nov 19 13:39:45.260302 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4aaee-f4d2-4522-9c99-3f208e2a88fd req-5f4dd549-2184-4b9d-83a7-803cd786d0e7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:45.261741 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2c4aaee-f4d2-4522-9c99-3f208e2a88fd req-5f4dd549-2184-4b9d-83a7-803cd786d0e7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0491738 Nov 19 13:39:45.311713 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2c4aaee-f4d2-4522-9c99-3f208e2a88fd req-f13fe643-baf9-4019-b240-82e1d7e32f49 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Nov 19 13:39:45.542752 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37098) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:45.651309 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fd1c424d-e42f-495c-ae8f-8654e9a07fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.741376 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fd1c424d-e42f-495c-ae8f-8654e9a07fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.745918 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fd1c424d-e42f-495c-ae8f-8654e9a07fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.800373 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-fd1c424d-e42f-495c-ae8f-8654e9a07fc0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c4a458ab2414dc5b2b78a30e9388320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564132 Nov 19 13:39:45.803082 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37106) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:45.803930 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c424d-e42f-495c-ae8f-8654e9a07fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55813886-a1f7-4fa4-aff2-44fb9cccc3c1,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:45.821328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c729e9-ee90-4298-a745-4d1341ebc493 req-799f5065-4b4f-49b1-b82e-0bc891e1cde4 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:45.822826 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-16c729e9-ee90-4298-a745-4d1341ebc493 req-799f5065-4b4f-49b1-b82e-0bc891e1cde4 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0938771 Nov 19 13:39:45.853757 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-38f0d07a-af73-4e2e-9fcb-47eaa061080c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.873135 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-16c729e9-ee90-4298-a745-4d1341ebc493 req-c04752e9-5e6b-4050-8de2-7001390e2a76 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Nov 19 13:39:45.874719 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-38f0d07a-af73-4e2e-9fcb-47eaa061080c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.926103 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-38f0d07a-af73-4e2e-9fcb-47eaa061080c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.928725 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-38f0d07a-af73-4e2e-9fcb-47eaa061080c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.929795 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-38f0d07a-af73-4e2e-9fcb-47eaa061080c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55813886-a1f7-4fa4-aff2-44fb9cccc3c1 HTTP/1.1" status: 204 len: 168 time: 0.1257148 Nov 19 13:39:45.937544 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0d07a-af73-4e2e-9fcb-47eaa061080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55813886-a1f7-4fa4-aff2-44fb9cccc3c1,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:46.328568 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b1b057be-e713-4994-9fd9-47ef15594b66 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:46.352454 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: b1b057be-e713-4994-9fd9-47ef15594b66 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:46.352808 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b1b057be-e713-4994-9fd9-47ef15594b66 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:46.430102 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f036087-16e6-43af-bd83-45628fb803a1 req-4446b595-af29-4169-8d53-3cb7fac6788b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.431563 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2f036087-16e6-43af-bd83-45628fb803a1 req-4446b595-af29-4169-8d53-3cb7fac6788b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0488942 Nov 19 13:39:46.488565 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2f036087-16e6-43af-bd83-45628fb803a1 req-b4c82de4-168b-4b73-ae67-2eda5ba10807 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509570 Nov 19 13:39:46.991064 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69a01-c763-430a-8962-654f04609d7f req-ec9fc588-9a18-4b8f-a09c-a1a9bf865a49 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.992557 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6be69a01-c763-430a-8962-654f04609d7f req-ec9fc588-9a18-4b8f-a09c-a1a9bf865a49 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0487280 Nov 19 13:39:47.044404 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6be69a01-c763-430a-8962-654f04609d7f req-0c929380-7368-416f-a406-598541d36548 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/security-groups?id=09cbde92-116a-4b39-a09c-4342795e6a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 Nov 19 13:39:47.608415 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad862b8-4d37-419d-9537-e1177bb940b2 req-41e9cc2c-7d6b-467f-bba2-4fb02b3dd0be tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.610433 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4ad862b8-4d37-419d-9537-e1177bb940b2 req-41e9cc2c-7d6b-467f-bba2-4fb02b3dd0be tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0504284 Nov 19 13:39:47.658520 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4ad862b8-4d37-419d-9537-e1177bb940b2 req-859b1df9-771f-4c9b-8a90-34856e30cc84 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Nov 19 13:39:47.761091 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-1a7abf64-b3af-4109-9e27-401e21b73765 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.762594 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-1a7abf64-b3af-4109-9e27-401e21b73765 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 945 time: 0.0528300 Nov 19 13:39:47.853826 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Deleting port 1294d004-9e3e-4b1c-b6de-17d65aa2888a {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:47.854169 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.947854 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] For port 1294d004-9e3e-4b1c-b6de-17d65aa2888a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=1294d004-9e3e-4b1c-b6de-17d65aa2888a,segment=NetworkSegment(72629063-ecd3-4527-b93e-66474a3a08e4),segment_id=72629063-ecd3-4527-b93e-66474a3a08e4)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:47.948122 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.961677 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Calling delete_port for 1294d004-9e3e-4b1c-b6de-17d65aa2888a owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:48.097663 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.110362 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['1294d004-9e3e-4b1c-b6de-17d65aa2888a'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:48.129431 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Pushing event deleted for resources: {'Port': ['ID=1294d004-9e3e-4b1c-b6de-17d65aa2888a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:48.172783 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2489bffd-687d-449b-80d5-dc41cadd5f18 req-7c8ed23b-9bf9-4c99-8f89-1d0d2ecc45f7 tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e69df12-e9b4-4d71-92e2-0485e4ac9166 HTTP/1.1" status: 200 len: 210 time: 0.0475862 Nov 19 13:39:48.190617 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] No DVR routers for this DVR port 1294d004-9e3e-4b1c-b6de-17d65aa2888a on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:48.193175 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.196464 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-93ec28a7-8e76-4e87-b9d4-8bd933a88cef req-66ae24ef-eab9-4dca-8883-d19f65b63d4f tempest-AttachVolumeNegativeTest-468861619 tempest-AttachVolumeNegativeTest-468861619-project] 10.222.0.73 "DELETE /v2.0/ports/1294d004-9e3e-4b1c-b6de-17d65aa2888a HTTP/1.1" status: 204 len: 173 time: 0.4274693 Nov 19 13:39:48.196908 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'name': 'network-vif-deleted', 'tag': '1294d004-9e3e-4b1c-b6de-17d65aa2888a'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:48.199151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a15d72a-a3a9-490a-9b90-0335b43e5ef2" -d '{"events": [{"server_uuid": "5e69df12-e9b4-4d71-92e2-0485e4ac9166", "name": "network-vif-deleted", "tag": "1294d004-9e3e-4b1c-b6de-17d65aa2888a"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:48.239465 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b61b76-b0f2-42da-82a7-d4a6421b8b53 x-openstack-request-id: req-63b61b76-b0f2-42da-82a7-d4a6421b8b53 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:48.239751 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e69df12-e9b4-4d71-92e2-0485e4ac9166", "name": "network-vif-deleted", "tag": "1294d004-9e3e-4b1c-b6de-17d65aa2888a", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:48.239998 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63b61b76-b0f2-42da-82a7-d4a6421b8b53 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:48.240422 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e69df12-e9b4-4d71-92e2-0485e4ac9166', 'name': 'network-vif-deleted', 'tag': '1294d004-9e3e-4b1c-b6de-17d65aa2888a', 'status': 'completed', 'code': 200} Nov 19 13:39:48.441192 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8463b5-8c37-48a4-b9e3-e4e48cbc56da req-4b9cb80c-b6d7-4527-b1a7-a98360467b03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.443117 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cb8463b5-8c37-48a4-b9e3-e4e48cbc56da req-4b9cb80c-b6d7-4527-b1a7-a98360467b03 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0631232 Nov 19 13:39:48.453898 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-7e932b59-1b9f-43c0-9e76-454aa2482fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.455957 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-7e932b59-1b9f-43c0-9e76-454aa2482fee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1137 time: 0.0546093 Nov 19 13:39:48.507280 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cb8463b5-8c37-48a4-b9e3-e4e48cbc56da req-e77d22b5-8d70-45ba-80fe-a048799c0b77 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576043 Nov 19 13:39:48.566610 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-13025a19-6921-4131-b4e2-07693e08b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.568133 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-13025a19-6921-4131-b4e2-07693e08b28b service neutron] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 916 time: 0.1032722 Nov 19 13:39:48.887717 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-b3293999-8180-4739-ab89-08a4e61cc537 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 1001 time: 0.3070111 Nov 19 13:39:48.912113 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee016f5-b22e-43f1-bafe-3ece3e27ec29 req-f5fff00f-5fc7-42ad-9760-704038b53957 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.913543 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3ee016f5-b22e-43f1-bafe-3ece3e27ec29 req-f5fff00f-5fc7-42ad-9760-704038b53957 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0732541 Nov 19 13:39:48.967613 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-e140e278-b1c2-43cc-9976-4b21d16f2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.969706 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-e140e278-b1c2-43cc-9976-4b21d16f2acd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0735772 Nov 19 13:39:48.997260 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3ee016f5-b22e-43f1-bafe-3ece3e27ec29 req-941c4077-e58c-4173-8b16-658823017d39 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660810 Nov 19 13:39:49.025190 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-e2b71074-553f-42b7-8440-5ee31b013bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.026649 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-e2b71074-553f-42b7-8440-5ee31b013bcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475557 Nov 19 13:39:49.115236 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-7d26405e-922c-4239-b8f3-9f4ca3dba0bf service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812273 Nov 19 13:39:49.210675 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d74c0b67-7718-47bf-86b9-a6aab0645712 req-3a7cd61b-95ec-4182-be5d-547d5aea04cf service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880473 Nov 19 13:39:49.230434 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37132) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:49.274045 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] Deleting subnet 023ab77d-ad85-42e6-89de-9731f12416d9 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:49.277264 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.314605 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.360586 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.627586 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.628312 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2f44-f5a4-4cb2-ae85-11665ac11e0c req-0b1c9e77-c692-4a85-9858-fc7e6ca8e424 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.629857 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5f0a2f44-f5a4-4cb2-ae85-11665ac11e0c req-0b1c9e77-c692-4a85-9858-fc7e6ca8e424 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0523784 Nov 19 13:39:49.654924 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=023ab77d-ad85-42e6-89de-9731f12416d9,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:49.658216 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.661770 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-82c600c8-1cc6-4294-aac1-5d7cd4aac529 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/023ab77d-ad85-42e6-89de-9731f12416d9 HTTP/1.1" status: 204 len: 168 time: 0.4303393 Nov 19 13:39:49.664179 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37136) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:49.698115 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5f0a2f44-f5a4-4cb2-ae85-11665ac11e0c req-9f8bcf1d-cd4e-4b26-bea8-be49ba330331 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609412 Nov 19 13:39:49.735883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.811769 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.832693 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cbd1a9-e437-4dd4-9468-77e3011cd1ad']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:49.841668 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72629063-ecd3-4527-b93e-66474a3a08e4') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:49.841968 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72629063-ecd3-4527-b93e-66474a3a08e4') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:49.854670 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.868471 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.874783 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:49.876367 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:49.878006 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:49.935934 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.942580 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.945769 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0cbd1a9-e437-4dd4-9468-77e3011cd1ad HTTP/1.1" status: 204 len: 168 time: 0.2806110 Nov 19 13:39:49.957910 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b59303-f889-49a4-8f0f-113e75b57e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0cbd1a9-e437-4dd4-9468-77e3011cd1ad,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:50.116730 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37142) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:50.121704 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328c49-4acc-46e8-916d-907ebeb7408b req-e5088d38-48b6-41ed-a8da-456dbebac2e2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:50.123230 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5c328c49-4acc-46e8-916d-907ebeb7408b req-e5088d38-48b6-41ed-a8da-456dbebac2e2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0519621 Nov 19 13:39:50.159444 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c263b5ef-f335-4b19-b433-60740dc68bd1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a5c91d4fd55407db18411af6b0e127a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410964 Nov 19 13:39:50.161883 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37144) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:50.174282 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5c328c49-4acc-46e8-916d-907ebeb7408b req-fcef9dbe-a540-4c6f-8c3e-10382eda8d4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449762 Nov 19 13:39:50.212735 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0141de6e-73c6-40e7-96b4-67f54baa4550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.238436 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0141de6e-73c6-40e7-96b4-67f54baa4550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.286334 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0141de6e-73c6-40e7-96b4-67f54baa4550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.288889 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0141de6e-73c6-40e7-96b4-67f54baa4550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.290078 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0141de6e-73c6-40e7-96b4-67f54baa4550 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09cbde92-116a-4b39-a09c-4342795e6a45 HTTP/1.1" status: 204 len: 168 time: 0.1273010 Nov 19 13:39:50.298311 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141de6e-73c6-40e7-96b4-67f54baa4550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cbde92-116a-4b39-a09c-4342795e6a45,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:50.818254 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad72d42-9ff8-45b1-ba5b-d89cb330d57a req-7eb22afe-db98-426a-b7f8-c899d94069fc tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:50.819918 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1ad72d42-9ff8-45b1-ba5b-d89cb330d57a req-7eb22afe-db98-426a-b7f8-c899d94069fc tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0515556 Nov 19 13:39:50.883780 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1ad72d42-9ff8-45b1-ba5b-d89cb330d57a req-7fab604f-8f8b-4dc8-842f-bd7970cb91d1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577705 Nov 19 13:39:51.447087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f471c-0181-4bc3-9554-a5a96c3776de req-4e224ff9-cc25-4db6-acc1-744caf3ee45b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.448584 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ae4f471c-0181-4bc3-9554-a5a96c3776de req-4e224ff9-cc25-4db6-acc1-744caf3ee45b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0550416 Nov 19 13:39:51.496107 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ae4f471c-0181-4bc3-9554-a5a96c3776de req-ba1578b9-d7b7-40c8-b2e0-9012a8c3e376 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411294 Nov 19 13:39:51.876744 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37192) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:51.984873 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd88c1d0-953b-4374-8801-fba43651725e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.016291 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914b429-29d5-4691-969c-eab925b3f4e5 req-0cde8883-9b25-4121-985a-f6cc497e2b62 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.020799 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9914b429-29d5-4691-969c-eab925b3f4e5 req-0cde8883-9b25-4121-985a-f6cc497e2b62 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0612557 Nov 19 13:39:52.063180 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd88c1d0-953b-4374-8801-fba43651725e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.067122 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd88c1d0-953b-4374-8801-fba43651725e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.089765 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9914b429-29d5-4691-969c-eab925b3f4e5 req-49bb42ee-17b6-47e5-8059-c3763ba304c1 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651414 Nov 19 13:39:52.107948 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-fd88c1d0-953b-4374-8801-fba43651725e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36e37e491daa42c7a53d62d4330f9bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301376 Nov 19 13:39:52.108817 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88c1d0-953b-4374-8801-fba43651725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46532f7-454f-40bd-96b0-640a0fedb3a3,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:52.110700 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37198) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:52.161805 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4adc-798e-4f97-97d2-c9418b3b952a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.182665 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4adc-798e-4f97-97d2-c9418b3b952a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.229685 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4adc-798e-4f97-97d2-c9418b3b952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.232395 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4adc-798e-4f97-97d2-c9418b3b952a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.233540 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5b2c4adc-798e-4f97-97d2-c9418b3b952a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c46532f7-454f-40bd-96b0-640a0fedb3a3 HTTP/1.1" status: 204 len: 168 time: 0.1207054 Nov 19 13:39:52.242986 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c4adc-798e-4f97-97d2-c9418b3b952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46532f7-454f-40bd-96b0-640a0fedb3a3,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:52.331416 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 1294d004-9e3e-4b1c-b6de-17d65aa2888a no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:52.354345 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 1294d004-9e3e-4b1c-b6de-17d65aa2888a {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:52.354698 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 1294d004-9e3e-4b1c-b6de-17d65aa2888a not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:52.497104 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37204) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:52.510772 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-01483537-dc23-44bc-a0db-d7a8c2faf272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.592521 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-01483537-dc23-44bc-a0db-d7a8c2faf272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.597007 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-01483537-dc23-44bc-a0db-d7a8c2faf272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.615279 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c41e2b-a213-4562-af41-b5d3f961cfb1 req-77baa92f-2bfb-4487-a07d-c1acc3804ab4 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.616821 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-24c41e2b-a213-4562-af41-b5d3f961cfb1 req-77baa92f-2bfb-4487-a07d-c1acc3804ab4 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0495355 Nov 19 13:39:52.635217 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01483537-dc23-44bc-a0db-d7a8c2faf272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b1ea4-64ec-4c8b-a97a-8806f03e801c,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:52.642022 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-01483537-dc23-44bc-a0db-d7a8c2faf272 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad5a06454e9144fd973140a20f1f1487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413980 Nov 19 13:39:52.642307 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37208) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:52.676078 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-24c41e2b-a213-4562-af41-b5d3f961cfb1 req-8eb3fa9f-d589-49f9-ab23-f8be12938e84 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528734 Nov 19 13:39:52.696347 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6af6fcd0-5e84-4614-a624-b9ddcb66dd41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.723054 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6af6fcd0-5e84-4614-a624-b9ddcb66dd41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.770658 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6af6fcd0-5e84-4614-a624-b9ddcb66dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.773338 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6af6fcd0-5e84-4614-a624-b9ddcb66dd41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.774481 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6af6fcd0-5e84-4614-a624-b9ddcb66dd41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e6b1ea4-64ec-4c8b-a97a-8806f03e801c HTTP/1.1" status: 204 len: 168 time: 0.1308692 Nov 19 13:39:52.783279 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6fcd0-5e84-4614-a624-b9ddcb66dd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b1ea4-64ec-4c8b-a97a-8806f03e801c,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:53.214837 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea7abd-d7c8-46a7-b943-adba0767f809 req-ccacfc2e-4edd-4cd1-bb75-5ce4f96f1a9c tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.216386 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-33ea7abd-d7c8-46a7-b943-adba0767f809 req-ccacfc2e-4edd-4cd1-bb75-5ce4f96f1a9c tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0529289 Nov 19 13:39:53.280783 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-33ea7abd-d7c8-46a7-b943-adba0767f809 req-1a92e381-3af3-4df1-8c3e-1a1395e75551 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573792 Nov 19 13:39:53.796363 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d623b8-b0b3-4bb6-8c7e-0ff1698217c2 req-9425f88f-38fc-49d1-aaaa-1ca5425cf0dd tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.797996 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-09d623b8-b0b3-4bb6-8c7e-0ff1698217c2 req-9425f88f-38fc-49d1-aaaa-1ca5425cf0dd tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0516000 Nov 19 13:39:53.852264 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-09d623b8-b0b3-4bb6-8c7e-0ff1698217c2 req-7517cdbb-23db-4c49-9b14-0eca248113ba tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480487 Nov 19 13:39:54.397786 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b006fcb-e218-499c-bbe6-89bec5b8e1bb req-1a6ec660-f932-41ed-bcc2-fec1e4a6d592 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:54.399246 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5b006fcb-e218-499c-bbe6-89bec5b8e1bb req-1a6ec660-f932-41ed-bcc2-fec1e4a6d592 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0498381 Nov 19 13:39:54.471108 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5b006fcb-e218-499c-bbe6-89bec5b8e1bb req-e1f67233-40f3-4a6b-a13a-a9cc686bf558 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656760 Nov 19 13:39:54.974319 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf709b-c69c-400a-ae2c-e4834dbe58d0 req-636c81ab-ea25-4e2a-9a31-04aaf30f1212 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:54.975397 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-abcf709b-c69c-400a-ae2c-e4834dbe58d0 req-636c81ab-ea25-4e2a-9a31-04aaf30f1212 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0520020 Nov 19 13:39:55.025817 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-abcf709b-c69c-400a-ae2c-e4834dbe58d0 req-0f5dcb23-8a5a-4823-8969-dab4c46c87be tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 Nov 19 13:39:55.245701 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395d47a-e6a2-4c8e-b44d-82acb1d33bd5 req-31891c53-0c12-4dbc-82f5-1507cae31f00 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.247200 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0395d47a-e6a2-4c8e-b44d-82acb1d33bd5 req-31891c53-0c12-4dbc-82f5-1507cae31f00 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0517273 Nov 19 13:39:55.276574 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-0e610d6d-c593-40da-89ed-36725a60eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.278170 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-0e610d6d-c593-40da-89ed-36725a60eca7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 1098 time: 0.0417104 Nov 19 13:39:55.295115 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0395d47a-e6a2-4c8e-b44d-82acb1d33bd5 req-4790c1fc-1fa0-4540-9d62-c1129e93d947 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405703 Nov 19 13:39:55.370087 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-200956f3-3006-4f66-b8c7-c28bd729355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.371574 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-200956f3-3006-4f66-b8c7-c28bd729355e service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.0863934 Nov 19 13:39:55.442669 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-c82e3723-8623-4f55-bd28-67b5966a2cde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 200 len: 1001 time: 0.0635183 Nov 19 13:39:55.494198 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-2e9b99c2-53c3-427a-9b94-5d200ce3ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.495657 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-2e9b99c2-53c3-427a-9b94-5d200ce3ba85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0450501 Nov 19 13:39:55.541828 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-77ebf7c5-de60-4b64-bcfa-ecc94a82d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.543311 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-77ebf7c5-de60-4b64-bcfa-ecc94a82d6da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401571 Nov 19 13:39:55.595753 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30395f84-89f9-4390-b5ba-883b057790c8 req-01d99178-f467-4a8f-85c2-5aea2c90e7f6 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.597238 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-30395f84-89f9-4390-b5ba-883b057790c8 req-01d99178-f467-4a8f-85c2-5aea2c90e7f6 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0530689 Nov 19 13:39:55.657038 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-30395f84-89f9-4390-b5ba-883b057790c8 req-3a826ea2-65fe-4d9a-9ec8-9e621b866fce tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536952 Nov 19 13:39:56.412264 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff48e-30dc-40fe-b31a-e6ed1b00aa0c req-8e5fa497-1970-460f-a60a-c8bf62d7d1ff tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.413762 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5a4ff48e-30dc-40fe-b31a-e6ed1b00aa0c req-8e5fa497-1970-460f-a60a-c8bf62d7d1ff tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0499754 Nov 19 13:39:56.460599 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5a4ff48e-30dc-40fe-b31a-e6ed1b00aa0c req-f25c9ccb-c58c-49ae-8fcb-87d024f15a8c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407548 Nov 19 13:39:56.625469 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:39:56.663886 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-43bedd09-661d-4e2b-9e7f-409563bf798e service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903227 Nov 19 13:39:56.783228 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ba8e-1a40-495b-9740-e7a258441883 req-30bf9af6-9266-492a-9ff3-3d0531191556 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.784748 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d760ba8e-1a40-495b-9740-e7a258441883 req-30bf9af6-9266-492a-9ff3-3d0531191556 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0584078 Nov 19 13:39:56.848703 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d760ba8e-1a40-495b-9740-e7a258441883 req-dbe2a287-bdaf-49ac-a277-b8491e4daef8 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577927 Nov 19 13:39:57.521870 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f8fd22e1-173e-4a19-a530-5d4ea0fee583 req-68ae85ac-6106-4e9e-b01f-42ab0ebeec9a service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840323 Nov 19 13:39:57.583355 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2af2e-eb99-4b1e-af85-12dfe409bf59 req-6465f2d0-5b32-406b-9b0b-7957257c5d24 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:57.584847 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2db2af2e-eb99-4b1e-af85-12dfe409bf59 req-6465f2d0-5b32-406b-9b0b-7957257c5d24 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0527124 Nov 19 13:39:57.633319 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2db2af2e-eb99-4b1e-af85-12dfe409bf59 req-24d031c3-d75f-4fe2-b055-80097b346fa1 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Nov 19 13:39:57.968580 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adbeb0-842c-49f7-a07b-6d0c5d3e156b req-24705b1f-8453-4394-ad9c-216f4bfa5863 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:57.970530 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-25adbeb0-842c-49f7-a07b-6d0c5d3e156b req-24705b1f-8453-4394-ad9c-216f4bfa5863 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0550158 Nov 19 13:39:58.031486 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-25adbeb0-842c-49f7-a07b-6d0c5d3e156b req-d09df298-1127-4be0-912f-1678e22f4075 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548396 Nov 19 13:39:58.753834 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79a4f0-111d-4f56-aeb0-f7c09f02476f req-69e6a51e-81d5-4b83-94fb-f19329fd94f1 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:58.755345 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c79a4f0-111d-4f56-aeb0-f7c09f02476f req-69e6a51e-81d5-4b83-94fb-f19329fd94f1 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0545886 Nov 19 13:39:58.807176 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c79a4f0-111d-4f56-aeb0-f7c09f02476f req-faabfa97-2dc6-42e7-bcca-e228764b6e8c tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457609 Nov 19 13:39:59.171397 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ad7bf-365c-4815-9a02-49b36cdf78d7 req-bc840abf-a24a-4bc8-9e6f-fa412cc50ee0 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.173813 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d12ad7bf-365c-4815-9a02-49b36cdf78d7 req-bc840abf-a24a-4bc8-9e6f-fa412cc50ee0 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0613675 Nov 19 13:39:59.239197 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d12ad7bf-365c-4815-9a02-49b36cdf78d7 req-c2e1e947-593c-4253-b0b2-db8fef3e6234 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585372 Nov 19 13:39:59.932430 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc547-ceb8-44d2-ae71-3059b49f7c62 req-561467a9-7d52-41e2-91c8-9b6d50f2d9cb tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:59.933928 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b5fdc547-ceb8-44d2-ae71-3059b49f7c62 req-561467a9-7d52-41e2-91c8-9b6d50f2d9cb tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0491166 Nov 19 13:39:59.984927 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b5fdc547-ceb8-44d2-ae71-3059b49f7c62 req-7c1ce881-ce22-4b81-9040-a6961d725071 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446851 Nov 19 13:40:00.381504 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6fde8-ce8c-4210-b626-be8330cb02ae req-ddd971b2-99c7-4f4e-b997-991d4580d023 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:00.383160 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74c6fde8-ce8c-4210-b626-be8330cb02ae req-ddd971b2-99c7-4f4e-b997-991d4580d023 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0714827 Nov 19 13:40:00.452604 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-74c6fde8-ce8c-4210-b626-be8330cb02ae req-9826a65b-d42b-499f-b885-a3dab7c8fc2a tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631592 Nov 19 13:40:00.914146 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.357070 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b84f5503-efdc-4822-9529-cfe857dc03f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.568433 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adceff4-a10d-4794-8d6e-93e75df22dd6 req-89b62672-8a5f-4810-933b-753a30f31af7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:01.569894 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6adceff4-a10d-4794-8d6e-93e75df22dd6 req-89b62672-8a5f-4810-933b-753a30f31af7 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0484936 Nov 19 13:40:01.629158 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6adceff4-a10d-4794-8d6e-93e75df22dd6 req-6d387a8d-610a-488b-b0e5-6c66e014689e tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531800 Nov 19 13:40:02.747674 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15ace9-1c37-4194-9915-c0d7a52b90a5 req-b6547cc6-e31b-445e-a4c1-ae3fa301b580 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:02.749185 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5e15ace9-1c37-4194-9915-c0d7a52b90a5 req-b6547cc6-e31b-445e-a4c1-ae3fa301b580 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0508821 Nov 19 13:40:02.810337 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5e15ace9-1c37-4194-9915-c0d7a52b90a5 req-9f0c9b95-d55b-4ac7-b643-63e716d2854f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543971 Nov 19 13:40:03.917759 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-67f00f4d-7f7a-46fc-8bcc-043c9bbff78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.929994 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ff79-0e95-4029-9eac-b86ba796f36e req-cea68cee-2d96-4593-9a20-6f7fd206b269 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:03.931509 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7de9ff79-0e95-4029-9eac-b86ba796f36e req-cea68cee-2d96-4593-9a20-6f7fd206b269 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0516450 Nov 19 13:40:03.991271 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7de9ff79-0e95-4029-9eac-b86ba796f36e req-0d1d3d6b-9964-4186-b131-3822ef7a34e6 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534735 Nov 19 13:40:04.767832 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.106889 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89216-5d73-4608-9588-965ba338197e req-b3b339f0-c369-49d4-ab4b-a81cf73d4bb9 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:05.108386 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bcc89216-5d73-4608-9588-965ba338197e req-b3b339f0-c369-49d4-ab4b-a81cf73d4bb9 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0495160 Nov 19 13:40:05.168879 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bcc89216-5d73-4608-9588-965ba338197e req-5a147314-7978-4fd0-aa49-f4bca9c8e946 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543072 Nov 19 13:40:06.288229 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0de4e2-f149-4b83-8c23-2c678d7b5590 req-b93f6ed1-e3dd-44ca-99ab-88977ad56119 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:06.289608 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eb0de4e2-f149-4b83-8c23-2c678d7b5590 req-b93f6ed1-e3dd-44ca-99ab-88977ad56119 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0525398 Nov 19 13:40:06.318443 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.351818 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eb0de4e2-f149-4b83-8c23-2c678d7b5590 req-f35197f2-5859-4914-8a2b-9a2dedefb73a tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&id=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560012 Nov 19 13:40:07.316606 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.513911 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165918b7-94c6-4ca0-a451-3f5f67527738 req-a1c0c477-9c5b-4ced-91d8-6594db5f5317 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:17.515388 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-165918b7-94c6-4ca0-a451-3f5f67527738 req-a1c0c477-9c5b-4ced-91d8-6594db5f5317 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0519400 Nov 19 13:40:17.563215 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-165918b7-94c6-4ca0-a451-3f5f67527738 req-08544c12-e998-4320-9165-e7c51e5e3bda tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Nov 19 13:40:18.633582 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37418) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:18.693920 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a67cb0-7b1a-4aee-b2a7-68deca270214 req-8fa3f020-bcd8-4dc1-8c05-791e68098081 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:18.695418 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-69a67cb0-7b1a-4aee-b2a7-68deca270214 req-8fa3f020-bcd8-4dc1-8c05-791e68098081 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0558455 Nov 19 13:40:18.751865 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.757555 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-69a67cb0-7b1a-4aee-b2a7-68deca270214 req-5534f89b-d0e7-495e-bd34-7518d7f1b87f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561695 Nov 19 13:40:18.831037 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.834726 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.874347 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ede9616f06a49e9b739a03b5a5108a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396593 Nov 19 13:40:18.875206 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee7373-55b3-4d1b-9cf7-14d077448e1a,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:18.876999 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37422) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:18.882555 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.882916 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.883267 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.883607 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.883944 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.884307 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.884700 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.885037 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.885374 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.885701 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.886030 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.886359 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547e78e-a4c0-4793-8039-dd38dd6be8fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:18.926772 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-50c6fbb1-0e25-439a-9f73-a26eee031422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.947932 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-50c6fbb1-0e25-439a-9f73-a26eee031422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.996817 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-50c6fbb1-0e25-439a-9f73-a26eee031422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.999358 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-50c6fbb1-0e25-439a-9f73-a26eee031422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.000525 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-50c6fbb1-0e25-439a-9f73-a26eee031422 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16ee7373-55b3-4d1b-9cf7-14d077448e1a HTTP/1.1" status: 204 len: 168 time: 0.1224790 Nov 19 13:40:19.009310 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6fbb1-0e25-439a-9f73-a26eee031422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee7373-55b3-4d1b-9cf7-14d077448e1a,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:19.562908 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-1819be5f-43b8-4620-be63-f468e9d180ba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:19.564398 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-1819be5f-43b8-4620-be63-f468e9d180ba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0499296 Nov 19 13:40:19.663534 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Deleting port b970b9c6-515f-4de6-887f-a9f5cb9d216d {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:19.664173 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.757620 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] For port b970b9c6-515f-4de6-887f-a9f5cb9d216d, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=b970b9c6-515f-4de6-887f-a9f5cb9d216d,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:19.757984 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.886074 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffd202-463c-433a-ae18-7ba4f903f0aa req-560d69ff-027d-42fa-9562-ddfd1f235f65 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:19.887849 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-42ffd202-463c-433a-ae18-7ba4f903f0aa req-560d69ff-027d-42fa-9562-ddfd1f235f65 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 946 time: 0.0553813 Nov 19 13:40:19.946203 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-42ffd202-463c-433a-ae18-7ba4f903f0aa req-33423015-c859-4a17-8b54-45bdaa5c2923 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=21a49fc9-0068-414e-b65e-a5336ef92688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522170 Nov 19 13:40:19.998685 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.999047 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.999359 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Floating IP 0fc2e8a3-f6f7-4b81-8945-512ec7d35afb disassociated. External IP: 172.27.0.225, port: b970b9c6-515f-4de6-887f-a9f5cb9d216d. Nov 19 13:40:19.999696 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Calling delete_port for b970b9c6-515f-4de6-887f-a9f5cb9d216d owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:20.133976 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:20.160972 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event deleted for resources: {'Port': ['ID=b970b9c6-515f-4de6-887f-a9f5cb9d216d,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:20.285691 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Router 89df7b56-8b30-49b3-b508-7daf684d0cc9 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:20.402671 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:20.418089 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] Sync routers for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:20.438563 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:20.439493 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:40:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:20.455880 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] No DVR routers for this DVR port b970b9c6-515f-4de6-887f-a9f5cb9d216d on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:20.458745 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:20.462285 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-81daf2cb-8eec-4d46-a0f8-9903e308e95e req-96ec19e1-01e0-44fa-8e53-2e00747fed91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "DELETE /v2.0/ports/b970b9c6-515f-4de6-887f-a9f5cb9d216d HTTP/1.1" status: 204 len: 173 time: 0.8902910 Nov 19 13:40:20.463657 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-deleted', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:20.466532 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feef565-3f40-434c-8817-fcf26e8dddb0" -d '{"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-deleted", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:20.515871 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c2a3ed-7e31-4cb8-a881-3ed253686124 x-openstack-request-id: req-b2c2a3ed-7e31-4cb8-a881-3ed253686124 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:20.516510 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd35c7eb-5173-4858-bdbc-45b76463c5ac", "name": "network-vif-deleted", "tag": "b970b9c6-515f-4de6-887f-a9f5cb9d216d", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:20.517071 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2c2a3ed-7e31-4cb8-a881-3ed253686124 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:20.517632 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd35c7eb-5173-4858-bdbc-45b76463c5ac', 'name': 'network-vif-deleted', 'tag': 'b970b9c6-515f-4de6-887f-a9f5cb9d216d', 'status': 'completed', 'code': 200} Nov 19 13:40:20.585987 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:20.796274 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:20.826240 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] Checking router: 89df7b56-8b30-49b3-b508-7daf684d0cc9 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:20.834982 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:20.835593 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:40:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:20.958215 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:21.131664 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-36a251a2-22da-4874-8a49-a229792610b0 req-3095a991-4e70-44ed-97f6-988bc4370f7b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd35c7eb-5173-4858-bdbc-45b76463c5ac HTTP/1.1" status: 200 len: 210 time: 0.0460980 Nov 19 13:40:21.202311 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:21.249439 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b744a7-4603-4ede-97a1-5307ac617d4b None None] The sync data for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi is: [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:21.481058 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976957c-cd0a-4314-90f5-bd4d4be09661 None None] New status for floating IP 0fc2e8a3-f6f7-4b81-8945-512ec7d35afb: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:40:22.227025 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37488) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:22.286391 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1e3adb2-2100-4323-8b0f-3a807ceadb87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.313154 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1e3adb2-2100-4323-8b0f-3a807ceadb87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.374698 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1e3adb2-2100-4323-8b0f-3a807ceadb87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.377688 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d1e3adb2-2100-4323-8b0f-3a807ceadb87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.381629 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d1e3adb2-2100-4323-8b0f-3a807ceadb87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "DELETE /v2.0/security-groups/21a49fc9-0068-414e-b65e-a5336ef92688 HTTP/1.1" status: 204 len: 168 time: 0.1504979 Nov 19 13:40:22.383365 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37496) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:22.388728 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3adb2-2100-4323-8b0f-3a807ceadb87 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a49fc9-0068-414e-b65e-a5336ef92688,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:22.411161 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.api.v2.resource [None req-6a4c4bc4-f06a-423a-b6e0-9a9747474402 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] show failed (client error): The resource could not be found. Nov 19 13:40:22.416342 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37498) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:22.425377 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6a4c4bc4-f06a-423a-b6e0-9a9747474402 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups/21a49fc9-0068-414e-b65e-a5336ef92688 HTTP/1.1" status: 404 len: 347 time: 0.0408292 Nov 19 13:40:22.556207 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Deleting port 2116c7f5-2689-4b49-a68f-10b9c738ad91 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:22.556529 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.575735 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:22.604186 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: b970b9c6-515f-4de6-887f-a9f5cb9d216d {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:22.604757 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device b970b9c6-515f-4de6-887f-a9f5cb9d216d not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:22.650331 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.650835 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.664040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Calling delete_port for 2116c7f5-2689-4b49-a68f-10b9c738ad91 owned by network:floatingip {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:22.814109 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.840053 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event deleted for resources: {'Port': ['ID=2116c7f5-2689-4b49-a68f-10b9c738ad91,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:22.915598 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.918593 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.922953 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-03d34358-a52b-4dc4-83c6-2b8274c42b37 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "DELETE /v2.0/floatingips/0fc2e8a3-f6f7-4b81-8945-512ec7d35afb HTTP/1.1" status: 204 len: 168 time: 0.5017440 Nov 19 13:40:23.203297 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37522) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.207973 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-e7cbb076-3083-4db7-83d1-c9bdf0339074 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300805789', 'description': 'tempest-description--1021657483'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:23.232438 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb076-3083-4db7-83d1-c9bdf0339074 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.307432 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb076-3083-4db7-83d1-c9bdf0339074 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.311521 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb076-3083-4db7-83d1-c9bdf0339074 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.341774 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb076-3083-4db7-83d1-c9bdf0339074 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.342928 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-e7cbb076-3083-4db7-83d1-c9bdf0339074 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1385136 Nov 19 13:40:23.345818 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37526) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.350098 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-a5afa1d1-bab5-4ff3-bc78-747de7f48fe4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'security_group_rule': {'security_group_id': '875ab098-5c8d-4620-9b66-b8aceff52a3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:23.356632 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbb076-3083-4db7-83d1-c9bdf0339074 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875ab098-5c8d-4620-9b66-b8aceff52a3c,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.381115 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1d1-bab5-4ff3-bc78-747de7f48fe4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.439197 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1d1-bab5-4ff3-bc78-747de7f48fe4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.449065 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1d1-bab5-4ff3-bc78-747de7f48fe4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.467864 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afa1d1-bab5-4ff3-bc78-747de7f48fe4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5415b4fb-ccb3-47f8-bd89-fa7673e1eabe,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.479130 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1d1-bab5-4ff3-bc78-747de7f48fe4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.480526 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a5afa1d1-bab5-4ff3-bc78-747de7f48fe4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337707 Nov 19 13:40:23.483198 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37528) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.487841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-24cd38fa-aa82-4f14-9b75-3cbbe58d368f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'security_group_rule': {'security_group_id': '875ab098-5c8d-4620-9b66-b8aceff52a3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:23.517908 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24cd38fa-aa82-4f14-9b75-3cbbe58d368f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.575340 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24cd38fa-aa82-4f14-9b75-3cbbe58d368f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.579031 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24cd38fa-aa82-4f14-9b75-3cbbe58d368f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.597236 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd38fa-aa82-4f14-9b75-3cbbe58d368f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdcafeb-a02b-46a0-b305-48840608a293,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.605317 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-24cd38fa-aa82-4f14-9b75-3cbbe58d368f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.606519 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-24cd38fa-aa82-4f14-9b75-3cbbe58d368f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223900 Nov 19 13:40:23.609713 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37530) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:23.614749 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:23.637159 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.735432 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.842179 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Allocated IP 172.27.0.84 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/82fd7c2e-8bea-4c24-9c20-c9ece56da3c9) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:23.943250 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.979476 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.022938 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:24.026599 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:24.028966 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:24.055390 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'Port': ['ID=82fd7c2e-8bea-4c24-9c20-c9ece56da3c9,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.121068 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.154739 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.307152 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.314760 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.381704 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'Port': ['ID=82fd7c2e-8bea-4c24-9c20-c9ece56da3c9,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.399628 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.419596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.421231 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-4b94a68a-3685-45c2-96d2-1f5110a1b6f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8103273 Nov 19 13:40:24.639775 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-3c886694-df1b-4bd0-a069-252a9d0fd1a9 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1300805789&fields=id&tenant_id=8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 267 time: 0.0460069 Nov 19 13:40:24.756995 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-14d67986-d074-4f36-ba18-c997b7124b63 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.758474 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-14d67986-d074-4f36-ba18-c997b7124b63 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 817 time: 0.1119435 Nov 19 13:40:24.773746 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-7074d74e-1019-4895-8cc4-e5bad5ca2ed2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/quotas/8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 375 time: 0.0091944 Nov 19 13:40:24.826332 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-8608caa2-03b3-4fce-8807-c00bad95d20d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468428 Nov 19 13:40:24.930372 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-0b9c0c43-d2d9-4814-bfe9-4bcc6e27fea9 service neutron] 10.222.0.81 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926266 Nov 19 13:40:25.021621 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-27e6b7f1-ee2c-4379-a291-9c302efd4b8d service neutron] 10.222.0.81 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842204 Nov 19 13:40:25.187770 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c779e8be-158c-4643-a78b-45ece6bff660 req-61d88e73-f4cc-4d99-9daa-19b9522a2408 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 210 time: 0.0322006 Nov 19 13:40:26.138148 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-c80f369c-5389-43fc-a695-aa7815c5e420 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:26.139709 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-c80f369c-5389-43fc-a695-aa7815c5e420 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 817 time: 0.1087658 Nov 19 13:40:26.237908 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-70ba80ba-894e-406a-be75-7037c24a7d3b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 380 time: 0.0870593 Nov 19 13:40:26.249703 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'port': {'device_id': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'admin_state_up': True, 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'security_groups': ['875ab098-5c8d-4620-9b66-b8aceff52a3c']}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:26.290091 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4f3a0391-e45a-4c9e-a5ed-d271044143b4 req-82bcdd47-d242-498d-8ba7-5fe1c92f6aea tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 210 time: 0.0255709 Nov 19 13:40:26.366630 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Made reservation on behalf of 8a86d02b5b9347aeae7b72e480a00ab7 for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:26.370400 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.514090 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Allocated IP 172.20.0.3 (7dd42d2c-8875-4370-a3ea-b9df852109ed/68c88ab0-ecb4-4f35-a951-b1577a944930/3d49ac96-f70a-4b17-a94f-f3e7a0b3c303) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:26.652815 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.686621 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.735203 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:26.738428 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:26.742119 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:26.748593 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.796528 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:26.797150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.814147 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-04efba53-e4bd-43dd-b261-80b09488202e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682602 Nov 19 13:40:26.847555 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Request body: {'port': {'device_id': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:26.906791 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.920760 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-89cfacaa-06a6-4056-b017-6c6daa513ee3 None None] Provisioning complete for port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:26.921339 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-89cfacaa-06a6-4056-b017-6c6daa513ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.955411 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-89cfacaa-06a6-4056-b017-6c6daa513ee3 None None] Port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:27.180991 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:27.189681 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.203113 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Transition to ACTIVE for port object 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:40:27.207267 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.276722 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.340831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37604) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:27.357522 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Attempting to bind port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:27.357867 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Attempting to bind port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:27.358209 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Attempting to bind port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 on network 7dd42d2c-8875-4370-a3ea-b9df852109ed {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:27.363626 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 on network 7dd42d2c-8875-4370-a3ea-b9df852109ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:40:27.363951 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Attempting to bind port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 on network 7dd42d2c-8875-4370-a3ea-b9df852109ed {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:27.372029 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:27.372583 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Checking segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:27.372978 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Bound using segment: {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:27.373427 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Bound port: 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1df29d-c889-45a7-a190-dbca60a65914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:27.373793 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.499183 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca25c4-2c57-4573-9466-ca3d5e735601 req-b3c62ef0-5efc-4db0-b139-8b3961b12efa tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.500729 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9eca25c4-2c57-4573-9466-ca3d5e735601 req-b3c62ef0-5efc-4db0-b139-8b3961b12efa tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.1128242 Nov 19 13:40:27.503529 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c680056d-220e-4dcf-af26-eed984d3474d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.515350 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:27.550834 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:27.560577 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.631385 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.632116 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.633544 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] 10.222.0.73 "PUT /v2.0/ports/3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 200 len: 1093 time: 0.7905881 Nov 19 13:40:27.634922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:27.637242 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2279979-b524-4e7c-8f77-5366fd25eac9" -d '{"events": [{"name": "network-changed", "server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:27.650661 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9eca25c4-2c57-4573-9466-ca3d5e735601 req-23012c76-d18b-41b2-8e65-9d7f05004d57 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439931 Nov 19 13:40:27.677673 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee4aab-b8c4-4303-81cf-1b02f2cb4b0d service neutron] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.698261 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f3296f-cb20-4f65-9909-bfbbf6d74b04 x-openstack-request-id: req-e6f3296f-cb20-4f65-9909-bfbbf6d74b04 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:27.698553 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:27.698809 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6f3296f-cb20-4f65-9909-bfbbf6d74b04 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:27.699206 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'status': 'completed', 'code': 200} Nov 19 13:40:27.737172 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c680056d-220e-4dcf-af26-eed984d3474d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.742799 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c680056d-220e-4dcf-af26-eed984d3474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.795034 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-83411fa3-4ddf-4195-a094-e0da06bb6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.796894 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-83411fa3-4ddf-4195-a094-e0da06bb6301 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1096 time: 0.1011791 Nov 19 13:40:27.800222 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c680056d-220e-4dcf-af26-eed984d3474d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0fa373653564df38a4e3e750ea86f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584277 Nov 19 13:40:27.801429 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680056d-220e-4dcf-af26-eed984d3474d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f94cc4a-4af1-49ad-8d9a-b2bcbad8670e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.804052 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37612) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:27.847583 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-8221f06c-737b-4c05-9706-01c7038ff491 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 200 len: 217 time: 0.0421240 Nov 19 13:40:27.856770 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2dba-5830-41e5-8d9d-a64bd0886ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.878083 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2dba-5830-41e5-8d9d-a64bd0886ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.900720 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-5b685b40-b57f-4daa-8690-ac5f48a11975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.902115 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-5b685b40-b57f-4daa-8690-ac5f48a11975 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0452797 Nov 19 13:40:27.930282 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2dba-5830-41e5-8d9d-a64bd0886ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.933314 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2dba-5830-41e5-8d9d-a64bd0886ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.935624 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-8b0f2dba-5830-41e5-8d9d-a64bd0886ffa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f94cc4a-4af1-49ad-8d9a-b2bcbad8670e HTTP/1.1" status: 204 len: 168 time: 0.1303890 Nov 19 13:40:27.943742 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f2dba-5830-41e5-8d9d-a64bd0886ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f94cc4a-4af1-49ad-8d9a-b2bcbad8670e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.953820 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-afb59620-489e-46f4-833a-30fce3b554e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.955378 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-afb59620-489e-46f4-833a-30fce3b554e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459914 Nov 19 13:40:28.222125 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37618) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:28.236508 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d125b968-678e-4197-8840-fc19472320dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.281250 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-918c4665-2f0f-4d29-990d-5011b8bd5840 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171425 Nov 19 13:40:28.313226 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d125b968-678e-4197-8840-fc19472320dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.317169 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d125b968-678e-4197-8840-fc19472320dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.354875 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125b968-678e-4197-8840-fc19472320dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdabe4e-e0cb-4fb3-99a9-09c3eb9ee121,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.359987 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d125b968-678e-4197-8840-fc19472320dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9806a60c05174040bdb46a20281fdfe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368268 Nov 19 13:40:28.362516 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37620) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:28.378080 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0f0cd16-9c97-4207-a8ca-62a11dd84bb2 req-73e3048c-20aa-4e2e-ac90-594b6525898a service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885556 Nov 19 13:40:28.422022 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7d7976d-967a-4a33-9fbb-bb03b83a441c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.446033 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7d7976d-967a-4a33-9fbb-bb03b83a441c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.475475 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-ed740ad9-bf65-47d5-b33b-80c866f8431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.477003 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-ed740ad9-bf65-47d5-b33b-80c866f8431c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1096 time: 0.0438733 Nov 19 13:40:28.510721 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7d7976d-967a-4a33-9fbb-bb03b83a441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.513962 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7d7976d-967a-4a33-9fbb-bb03b83a441c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.515351 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b7d7976d-967a-4a33-9fbb-bb03b83a441c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2bdabe4e-e0cb-4fb3-99a9-09c3eb9ee121 HTTP/1.1" status: 204 len: 168 time: 0.1518414 Nov 19 13:40:28.524025 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7976d-967a-4a33-9fbb-bb03b83a441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdabe4e-e0cb-4fb3-99a9-09c3eb9ee121,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.578189 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-2420abce-67ae-43b6-914b-3f8c6e4281af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.579556 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-2420abce-67ae-43b6-914b-3f8c6e4281af service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0938871 Nov 19 13:40:28.628183 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-6d74c0fa-c427-47a8-8023-8a40699d1950 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 200 len: 217 time: 0.0391953 Nov 19 13:40:28.678711 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-1826d9bf-db46-4cc5-84f7-e7b9c3969c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.680156 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-1826d9bf-db46-4cc5-84f7-e7b9c3969c99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0432994 Nov 19 13:40:28.729987 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-d82c2141-ee51-482e-9f7b-cc44100cff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.731498 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-d82c2141-ee51-482e-9f7b-cc44100cff7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439594 Nov 19 13:40:28.805046 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80fd81-29bd-4191-93b0-48e6d88f2527 req-07e0697c-b4f6-4556-9de6-b0c7f9a3a05a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.807968 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5a80fd81-29bd-4191-93b0-48e6d88f2527 req-07e0697c-b4f6-4556-9de6-b0c7f9a3a05a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0580420 Nov 19 13:40:28.835139 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-ce4b6cc0-f52d-4fc9-84e9-129c89c8ad33 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941372 Nov 19 13:40:28.861546 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5a80fd81-29bd-4191-93b0-48e6d88f2527 req-f52ac015-2dff-4325-9c52-914dddb6b043 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Nov 19 13:40:28.862002 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37628) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:28.874610 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0212d5e6-36ff-403c-81bc-bf4107536e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.937946 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e2279979-b524-4e7c-8f77-5366fd25eac9 req-8b5a4047-ea92-4ec2-9e9e-137460548b2f service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949647 Nov 19 13:40:28.951571 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0212d5e6-36ff-403c-81bc-bf4107536e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.955707 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0212d5e6-36ff-403c-81bc-bf4107536e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.994829 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0212d5e6-36ff-403c-81bc-bf4107536e7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4461ef81d92a4074bf720050c03909ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318066 Nov 19 13:40:28.997175 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212d5e6-36ff-403c-81bc-bf4107536e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa3d631-9ff8-4a2e-b61f-a766ad484ad9,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.997577 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37630) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:29.046264 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6556f7df-60cd-4544-99e8-1c288d1a3cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.066550 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6556f7df-60cd-4544-99e8-1c288d1a3cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.112416 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6556f7df-60cd-4544-99e8-1c288d1a3cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.114870 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6556f7df-60cd-4544-99e8-1c288d1a3cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.116010 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6556f7df-60cd-4544-99e8-1c288d1a3cd0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fa3d631-9ff8-4a2e-b61f-a766ad484ad9 HTTP/1.1" status: 204 len: 168 time: 0.1174374 Nov 19 13:40:29.124494 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556f7df-60cd-4544-99e8-1c288d1a3cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa3d631-9ff8-4a2e-b61f-a766ad484ad9,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:29.994806 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c59bf-460a-4ce2-8042-6f17958e6d24 req-7da0b7f1-7e45-4939-ac86-026d10d332a2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:29.995970 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ba7c59bf-460a-4ce2-8042-6f17958e6d24 req-7da0b7f1-7e45-4939-ac86-026d10d332a2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0553234 Nov 19 13:40:30.049028 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ba7c59bf-460a-4ce2-8042-6f17958e6d24 req-5792afdb-ff5e-4831-ab1d-47f96e77ded5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468521 Nov 19 13:40:30.933982 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.172952 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a393-fc0e-4cb4-9ae6-de8900b96356 req-4f497ae0-1835-4a78-8963-1bf4dc7a2678 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:31.174410 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7637a393-fc0e-4cb4-9ae6-de8900b96356 req-4f497ae0-1835-4a78-8963-1bf4dc7a2678 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0508273 Nov 19 13:40:31.230180 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7637a393-fc0e-4cb4-9ae6-de8900b96356 req-0a0c6c2f-017f-472e-b8f6-3edca74fe5f5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497723 Nov 19 13:40:31.362015 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a9d08183-9444-4862-abcf-569cf6aadb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.352507 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d4c2-aa2b-40f6-8b95-e3ae651c1c79 req-2dd3d416-066f-44dc-8ce7-9bfb85af99c0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.354575 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-59f6d4c2-aa2b-40f6-8b95-e3ae651c1c79 req-2dd3d416-066f-44dc-8ce7-9bfb85af99c0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0522761 Nov 19 13:40:32.405359 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-59f6d4c2-aa2b-40f6-8b95-e3ae651c1c79 req-e70753ca-7843-4ad8-8141-ab1c9c660ad8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448468 Nov 19 13:40:32.615852 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:40:32.837807 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:32.849611 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'port_id': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'mac_address': 'fa:16:3e:70:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:40:32.891463 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.905160 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:32.926539 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:32.930372 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.982879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:32.990046 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.990426 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.990779 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.991126 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.991467 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.991813 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.992157 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.992527 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.992882 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.993219 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.994371 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:32.994536 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:33.383530 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:33.546213 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6676327-7a55-41f3-a54a-e6699d89dbb7 req-e27ec4c1-2c6d-4b4a-b2f9-b9e20b0bbeb7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:33.547709 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e6676327-7a55-41f3-a54a-e6699d89dbb7 req-e27ec4c1-2c6d-4b4a-b2f9-b9e20b0bbeb7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 944 time: 0.0557587 Nov 19 13:40:33.599104 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e6676327-7a55-41f3-a54a-e6699d89dbb7 req-70e34bbf-e8d4-4f19-abd7-4fa78fa0a10f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 Nov 19 13:40:33.625531 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:40:33.920811 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6c0913ed-0503-4b38-bcaa-3f6e1b523465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.119695 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-0ca5f89a-0f3d-43c2-b890-38920ab11278 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436502 Nov 19 13:40:34.182127 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-19270bc6-e8a7-423f-82ef-5c2d8e6066c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.183507 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-19270bc6-e8a7-423f-82ef-5c2d8e6066c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1137 time: 0.0413363 Nov 19 13:40:34.292019 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-2cfb60d1-d7bb-4f39-8442-daa4109ecb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.293741 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-2cfb60d1-d7bb-4f39-8442-daa4109ecb29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 916 time: 0.0871565 Nov 19 13:40:34.366119 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-07fda6de-c033-4d92-99c3-ea03f09f7d18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 1001 time: 0.0652084 Nov 19 13:40:34.417768 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-7c5f9ce0-0ec3-4765-b283-fb2e6505987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.419228 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-7c5f9ce0-0ec3-4765-b283-fb2e6505987b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0460582 Nov 19 13:40:34.465783 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-58eaa9e1-32cc-431a-8555-0c77b286efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.467205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-58eaa9e1-32cc-431a-8555-0c77b286efaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408909 Nov 19 13:40:34.564067 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-bd5f4a12-c7f9-4d3d-9bfb-12ed16fc5c24 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882680 Nov 19 13:40:34.636533 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:34.662259 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6a3f9b31-22b3-4cb1-8584-91b4d7f14bef req-622ca1f8-9907-4221-9b43-afd8f181cf94 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889235 Nov 19 13:40:34.699823 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:40:34.703040 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:34.703407 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.733289 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f767f-06d2-4275-aa1b-fb9f6c0a6ab9 req-623ecdf5-d86c-493f-9a30-5f51f2b7adc4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.734560 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f25f767f-06d2-4275-aa1b-fb9f6c0a6ab9 req-623ecdf5-d86c-493f-9a30-5f51f2b7adc4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 944 time: 0.0598240 Nov 19 13:40:34.786606 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f25f767f-06d2-4275-aa1b-fb9f6c0a6ab9 req-4fc6480a-4460-4100-be31-896e5e8a6464 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448034 Nov 19 13:40:34.797028 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.797731 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.822139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:34.824908 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6890925-2779-4da8-b565-94631cb9ecd5" -d '{"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-plugged", "status": "completed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:34.838069 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:34.842283 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.866698 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162e66f3-1830-434a-809e-697c563bf0d9 x-openstack-request-id: req-162e66f3-1830-434a-809e-697c563bf0d9 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:34.867035 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-plugged", "status": "completed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:34.867299 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-162e66f3-1830-434a-809e-697c563bf0d9 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:34.867692 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'code': 200} Nov 19 13:40:34.899188 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:35.036213 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461271c3-2bcc-4f0b-b517-c629f296e30d req-555a0da7-a9dd-45b9-8224-9bd71a156faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.037661 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-461271c3-2bcc-4f0b-b517-c629f296e30d req-555a0da7-a9dd-45b9-8224-9bd71a156faf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1098 time: 0.0394728 Nov 19 13:40:35.083235 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-461271c3-2bcc-4f0b-b517-c629f296e30d req-7b1396c8-aab6-4f00-bf06-5afb8c2023b2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Nov 19 13:40:35.908341 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f42be-c890-4b22-89a0-883517e6802b req-915d2b5c-6712-4a7a-a85a-9e2488192f79 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.909800 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-506f42be-c890-4b22-89a0-883517e6802b req-915d2b5c-6712-4a7a-a85a-9e2488192f79 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0482156 Nov 19 13:40:35.961601 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-506f42be-c890-4b22-89a0-883517e6802b req-494480e8-0bf4-4495-839a-85b9f0715f11 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Nov 19 13:40:36.317777 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.085773 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350ba74-fddb-4cfd-91d9-c72f473dc9ee req-d148cb1f-c538-4847-9737-119fba99ad73 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:37.087372 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d350ba74-fddb-4cfd-91d9-c72f473dc9ee req-d148cb1f-c538-4847-9737-119fba99ad73 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Nov 19 13:40:37.135527 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d350ba74-fddb-4cfd-91d9-c72f473dc9ee req-90cb2f70-0534-42e4-b16d-63c56c264a99 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Nov 19 13:40:37.254851 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a487-2dcc-468d-a137-1231eb0f5e1e req-48a261a0-7d12-442a-bdd1-ae457ea626e1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:37.256293 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5a36a487-2dcc-468d-a137-1231eb0f5e1e req-48a261a0-7d12-442a-bdd1-ae457ea626e1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0511897 Nov 19 13:40:37.264857 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37742) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:37.269182 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Request body: {'floatingip': {'port_id': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:37.310797 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.319412 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.769437 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.773270 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.875643 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Floating IP f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5 associated. External IP: 172.27.0.84, port: 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303. Nov 19 13:40:38.088014 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Router 89df7b56-8b30-49b3-b508-7daf684d0cc9 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:38.194743 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:38.200093 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.204851 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] Sync routers for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:38.215397 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:38.216023 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:40:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.227644 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-d82f7d35-c00f-4f04-bbc8-18d11140a001 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "PUT /v2.0/floatingips/f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5 HTTP/1.1" status: 200 len: 990 time: 0.9617298 Nov 19 13:40:38.228503 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:38.230798 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ebb6f-a582-48a3-b846-14fad8b88826" -d '{"events": [{"name": "network-changed", "server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:38.271110 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426615bd-18de-4570-a1d3-2b152047e603 x-openstack-request-id: req-426615bd-18de-4570-a1d3-2b152047e603 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:38.271718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:38.271718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-426615bd-18de-4570-a1d3-2b152047e603 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:38.272034 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'status': 'completed', 'code': 200} Nov 19 13:40:38.330026 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:38.345243 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-514fd57e-bbd5-4b5d-bc05-0e203bd05ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.346735 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-514fd57e-bbd5-4b5d-bc05-0e203bd05ad5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1098 time: 0.0413666 Nov 19 13:40:38.447448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-a8d96b1f-1ca7-4990-9c74-6f7499b11125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.449020 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-a8d96b1f-1ca7-4990-9c74-6f7499b11125 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0931003 Nov 19 13:40:38.524440 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-7a2f47d3-2884-4761-b138-7a96d26c4a7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 200 len: 998 time: 0.0613086 Nov 19 13:40:38.565714 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'port_id': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'mac_address': 'fa:16:3e:70:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:24Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 1, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.575777 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-41b1a289-70d4-4850-820a-f3f0d7322996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.577214 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-41b1a289-70d4-4850-820a-f3f0d7322996 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0455332 Nov 19 13:40:38.596357 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] Checking router: 89df7b56-8b30-49b3-b508-7daf684d0cc9 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:38.605499 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:38.606115 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:40:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.631066 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-f3156ff9-6e4d-47ce-9b2c-0bee683e1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.632691 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-f3156ff9-6e4d-47ce-9b2c-0bee683e1643 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457308 Nov 19 13:40:38.714788 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:38.731863 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-461cc50b-68a2-44f6-b999-a90f971513d4 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895836 Nov 19 13:40:38.838609 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-842ebb6f-a582-48a3-b846-14fad8b88826 req-6a2f46cc-4e16-439c-97c2-607ed5207ee6 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992484 Nov 19 13:40:38.957792 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'port_id': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'mac_address': 'fa:16:3e:70:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:24Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 1, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.988558 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954b2ce-421e-47b8-953e-48a8b8139498 None None] The sync data for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi is: [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'port_id': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'mac_address': 'fa:16:3e:70:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:24Z', 'updated_at': '2021-11-19T13:40:37Z', 'revision_number': 1, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:39.174409 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba969d2-66a6-47da-a6dc-062b3a84ff57 None None] New status for floating IP f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:00.928871 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.358826 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d1362a28-e6ef-480a-9576-54fd14815e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:03.924636 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-480fec39-470b-42f8-bd83-bd6af8cef65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:04.773931 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:06.320470 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.320546 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.625980 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:41:18.142360 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 37956) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:18.249001 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.321265 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.326008 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.362823 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c100b06d9aab4a03969de3ca0bd542c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193785 Nov 19 13:41:18.363676 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620f0cb6-f289-4ba8-9861-373e8daf9a7f,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:18.365558 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 37960) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:18.371398 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.371751 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.372087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.373042 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.373375 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.373715 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.374040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.374383 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.374694 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.375017 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.375338 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.375656 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943c620-b7ed-4ccb-878f-4047212b26a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:18.418870 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cc232372-c47f-467e-bd51-1bb408b7a184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.442304 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cc232372-c47f-467e-bd51-1bb408b7a184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.489432 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cc232372-c47f-467e-bd51-1bb408b7a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.492138 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-cc232372-c47f-467e-bd51-1bb408b7a184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.495665 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-cc232372-c47f-467e-bd51-1bb408b7a184 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/620f0cb6-f289-4ba8-9861-373e8daf9a7f HTTP/1.1" status: 204 len: 168 time: 0.1266537 Nov 19 13:41:18.501956 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232372-c47f-467e-bd51-1bb408b7a184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f0cb6-f289-4ba8-9861-373e8daf9a7f,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:24.421090 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a594bb-e710-47a6-b1ab-2d2a7c4799a8 req-81cec5d9-3529-4bf9-913f-3c11671c3182 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:24.422881 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-30a594bb-e710-47a6-b1ab-2d2a7c4799a8 req-81cec5d9-3529-4bf9-913f-3c11671c3182 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0545809 Nov 19 13:41:24.473104 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-30a594bb-e710-47a6-b1ab-2d2a7c4799a8 req-2adfaf5f-5368-4785-8735-c5026b9c230a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415227 Nov 19 13:41:25.611103 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4beb53-24ac-4786-88fb-1ddee87b02f1 req-2e9ce99a-ae84-4c22-8970-7f3c713afd70 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.612599 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf4beb53-24ac-4786-88fb-1ddee87b02f1 req-2e9ce99a-ae84-4c22-8970-7f3c713afd70 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0650921 Nov 19 13:41:25.668399 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf4beb53-24ac-4786-88fb-1ddee87b02f1 req-86c4c0a3-0d14-4195-b45a-78ddf10d7129 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=3bece404-ff72-442c-9f2c-bf9043da7316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496216 Nov 19 13:41:25.849913 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-eeb637c1-069d-4b82-818e-44423dbc310d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.851705 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-eeb637c1-069d-4b82-818e-44423dbc310d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 945 time: 0.0525494 Nov 19 13:41:25.955958 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Deleting port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:25.956328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.057454 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] For port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:26.057818 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.473368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.473720 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.474030 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Floating IP 3ab2cd23-4d50-4b90-b5ea-bf3b523b2312 disassociated. External IP: 172.27.0.199, port: c0730acb-751c-4e5f-a0ee-5d9c8978ecb7. Nov 19 13:41:26.474376 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Calling delete_port for c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:26.604331 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.636829 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event deleted for resources: {'Port': ['ID=c0730acb-751c-4e5f-a0ee-5d9c8978ecb7,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:26.647632 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.647983 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.648348 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.648683 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.649014 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.649345 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.649669 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.649992 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.650319 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.650642 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.650962 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.651278 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:26.777617 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-028544e1-5a98-4e90-9a30-8a7526601f72 req-530c48c3-6172-49ae-92a7-5a9162af5e85 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd2946e-d804-4a2a-bcd6-3856dd531d3d HTTP/1.1" status: 200 len: 210 time: 0.0266657 Nov 19 13:41:26.778857 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Router 03ed1c43-0165-4847-b141-7bb6827ac4f1 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:26.905859 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:26.917722 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] Sync routers for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:26.928678 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:26.929314 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:26.948608 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] No DVR routers for this DVR port c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:26.951765 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.955256 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-10ff605f-8bb5-434b-975f-a6e0b3550654 req-246a233e-9cb9-4749-841f-2c6035165bec tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "DELETE /v2.0/ports/c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 HTTP/1.1" status: 204 len: 173 time: 1.0957286 Nov 19 13:41:26.955746 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'name': 'network-vif-deleted', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:26.958124 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e3cc0-9e88-4a6d-bf5a-993e7ba98d87" -d '{"events": [{"server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "name": "network-vif-deleted", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:27.002995 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f4aaba-6d2e-4e91-8a5a-6dcdeb0eb757 x-openstack-request-id: req-25f4aaba-6d2e-4e91-8a5a-6dcdeb0eb757 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:27.003404 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd2946e-d804-4a2a-bcd6-3856dd531d3d", "name": "network-vif-deleted", "tag": "c0730acb-751c-4e5f-a0ee-5d9c8978ecb7", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:27.003732 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25f4aaba-6d2e-4e91-8a5a-6dcdeb0eb757 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:27.004205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd2946e-d804-4a2a-bcd6-3856dd531d3d', 'name': 'network-vif-deleted', 'tag': 'c0730acb-751c-4e5f-a0ee-5d9c8978ecb7', 'status': 'completed', 'code': 200} Nov 19 13:41:27.209074 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:27.427650 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:27.459233 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] Checking router: 03ed1c43-0165-4847-b141-7bb6827ac4f1 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:27.467624 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:27.468238 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:27.583032 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:27.804969 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:27.833317 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87db11-483b-45a4-8697-6e0c56a89721 None None] The sync data for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi is: [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:27.873944 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38098) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:27.935200 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-84b6b85d-fb33-4b8e-8900-38aa7d3d6e64 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.960107 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-84b6b85d-fb33-4b8e-8900-38aa7d3d6e64 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.023071 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-84b6b85d-fb33-4b8e-8900-38aa7d3d6e64 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.026076 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-84b6b85d-fb33-4b8e-8900-38aa7d3d6e64 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.027245 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-84b6b85d-fb33-4b8e-8900-38aa7d3d6e64 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "DELETE /v2.0/security-groups/3bece404-ff72-442c-9f2c-bf9043da7316 HTTP/1.1" status: 204 len: 168 time: 0.1523004 Nov 19 13:41:28.030903 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38100) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.041652 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6b85d-fb33-4b8e-8900-38aa7d3d6e64 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bece404-ff72-442c-9f2c-bf9043da7316,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.052143 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.api.v2.resource [None req-1b567826-d788-48b0-832f-3a961345e9de tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] show failed (client error): The resource could not be found. Nov 19 13:41:28.052583 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-1b567826-d788-48b0-832f-3a961345e9de tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups/3bece404-ff72-442c-9f2c-bf9043da7316 HTTP/1.1" status: 404 len: 347 time: 0.0193827 Nov 19 13:41:28.055113 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38104) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.113880 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46922c5b-a26e-41a2-bf81-565a0bd1895d None None] New status for floating IP 3ab2cd23-4d50-4b90-b5ea-bf3b523b2312: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:28.196499 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Deleting port b158f6e5-2ad3-4c03-9fd2-4ee48d4ce790 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:28.196843 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.281336 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.281757 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.293873 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Calling delete_port for b158f6e5-2ad3-4c03-9fd2-4ee48d4ce790 owned by network:floatingip {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:28.436461 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.467483 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event deleted for resources: {'Port': ['ID=b158f6e5-2ad3-4c03-9fd2-4ee48d4ce790,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.535023 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.537686 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.538835 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-079764e5-a048-45fc-815d-40933fbe834e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "DELETE /v2.0/floatingips/3ab2cd23-4d50-4b90-b5ea-bf3b523b2312 HTTP/1.1" status: 204 len: 168 time: 0.4826856 Nov 19 13:41:28.834297 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:28.843909 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38108) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.848620 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-a7c6dee1-adaa-4790-adaa-14c96fd2cd78 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552223450', 'description': 'tempest-description--366756565'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:28.855136 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:28.855492 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device c0730acb-751c-4e5f-a0ee-5d9c8978ecb7 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:28.872981 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dee1-adaa-4790-adaa-14c96fd2cd78 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.943976 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dee1-adaa-4790-adaa-14c96fd2cd78 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.954385 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dee1-adaa-4790-adaa-14c96fd2cd78 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.992445 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dee1-adaa-4790-adaa-14c96fd2cd78 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.992445 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a7c6dee1-adaa-4790-adaa-14c96fd2cd78 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1463525 Nov 19 13:41:28.994398 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38112) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.995918 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6dee1-adaa-4790-adaa-14c96fd2cd78 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043e9f06-6800-4729-928d-276cb5ab0998,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.999334 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-60216459-fac1-4e66-9cd8-786a586793fe tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'security_group_rule': {'security_group_id': '043e9f06-6800-4729-928d-276cb5ab0998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:29.029335 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-60216459-fac1-4e66-9cd8-786a586793fe tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.089072 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-60216459-fac1-4e66-9cd8-786a586793fe tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.093214 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-60216459-fac1-4e66-9cd8-786a586793fe tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.111979 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60216459-fac1-4e66-9cd8-786a586793fe tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6108cb05-564e-47d1-aac2-a730192198d4,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:29.121401 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-60216459-fac1-4e66-9cd8-786a586793fe tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.122716 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-60216459-fac1-4e66-9cd8-786a586793fe tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272640 Nov 19 13:41:29.126013 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38116) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:29.130518 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-4041945f-c485-4331-b38a-7c8e53bcc984 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'security_group_rule': {'security_group_id': '043e9f06-6800-4729-928d-276cb5ab0998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:29.160526 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4041945f-c485-4331-b38a-7c8e53bcc984 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.228897 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4041945f-c485-4331-b38a-7c8e53bcc984 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.234413 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4041945f-c485-4331-b38a-7c8e53bcc984 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.253706 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041945f-c485-4331-b38a-7c8e53bcc984 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b712219a-a13f-460e-bf18-25f833f08777,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:29.262790 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-4041945f-c485-4331-b38a-7c8e53bcc984 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.264060 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-4041945f-c485-4331-b38a-7c8e53bcc984 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370695 Nov 19 13:41:29.267274 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38118) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:29.271661 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:29.295613 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.402188 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.510533 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Allocated IP 172.27.0.148 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/ac8af958-9532-4e68-9c57-17abaa2d7bc8) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:29.613117 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.648692 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.699313 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:29.704861 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:29.707448 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:29.714114 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'Port': ['ID=ac8af958-9532-4e68-9c57-17abaa2d7bc8,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:29.806205 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.842365 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.016841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.025367 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.107073 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'Port': ['ID=ac8af958-9532-4e68-9c57-17abaa2d7bc8,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:30.122325 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.137450 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.138904 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-8466afe7-c966-4d50-9440-9fa34c7c530d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8706782 Nov 19 13:41:30.344114 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-9376b043-9c51-45d9-9e83-f49685643a02 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--552223450&fields=id&tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8 HTTP/1.1" status: 200 len: 267 time: 0.0434754 Nov 19 13:41:30.457401 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-3453896e-bd90-4030-afeb-440cfd751d53 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.458916 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-3453896e-bd90-4030-afeb-440cfd751d53 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 809 time: 0.1078780 Nov 19 13:41:30.476108 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6048a402-5d4e-4b06-a7cf-e570c4300a9a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/quotas/1d03fc307bfe4a4ca746734a8ff78aa8 HTTP/1.1" status: 200 len: 375 time: 0.0107849 Nov 19 13:41:30.530027 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-129bf29f-485d-4e42-ba5b-2f079089cdde tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475173 Nov 19 13:41:30.625896 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-a85811dd-9a3e-471e-8513-948104abaa64 service neutron] 10.222.0.81 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840409 Nov 19 13:41:30.718965 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-fe44827d-8238-467d-8d12-985cf4b9715d service neutron] 10.222.0.81 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865548 Nov 19 13:41:30.886562 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f0396992-79de-4de1-91ab-88bb3e6fe2e3 req-c608d6e3-e6bf-4cab-b31a-0ba003c2637e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 210 time: 0.0276885 Nov 19 13:41:30.954798 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.361175 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-022e4400-2179-4d6a-88b2-97ff5f98e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.964910 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-32f03999-d471-44bf-86bf-37dd33599151 req-b18910ef-be09-46e7-ad4d-f67166efed8d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 210 time: 0.0263166 Nov 19 13:41:33.043505 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-695a3bbb-2ff6-4852-b33e-6784531efcbc req-cc8743f9-ff93-40aa-92b2-69d54a67dc5f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 210 time: 0.0273273 Nov 19 13:41:33.745677 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-3afa325b-d323-4f05-9163-47160ecce9fc tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398968500&fields=id&tenant_id=eee87d0b3f204e56bd6213a56e92c6f8 HTTP/1.1" status: 200 len: 267 time: 0.0476475 Nov 19 13:41:33.800463 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-e185f1c6-b053-4ec9-98b1-44943f6de9d0 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:33.801956 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-e185f1c6-b053-4ec9-98b1-44943f6de9d0 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 984 time: 0.0500093 Nov 19 13:41:33.814345 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Request body: {'port': {'security_groups': ['8c5d060d-5f58-4f16-b248-d3daea4150f0']}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:33.885259 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.927768 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-13fe2cf8-a7a2-4d16-9a1b-489aa002069f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.081605 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=80b14f61-e370-410a-b9f8-577eb3a304c5,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:34.115419 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.120952 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.134021 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6ae67759-7620-4de8-b96e-f5b88e14d901 req-21edad95-ff65-44a3-b5e7-e0fa53cef99b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 210 time: 0.0323300 Nov 19 13:41:34.134571 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['80b14f61-e370-410a-b9f8-577eb3a304c5'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:34.167579 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:34.168268 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.170195 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c4dc049e-5c3f-4581-babd-70e650abee37 req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "PUT /v2.0/ports/80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 942 time: 0.3607199 Nov 19 13:41:34.171291 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:34.173992 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b6045-9972-4b28-9e4b-9ecd0ee69940" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:34.176754 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38190) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:34.225102 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded892-986d-4488-985e-a658a0d8545f tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event updated for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=7']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:34.241018 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76baabd-c037-474e-95ed-6ce0f1efdd84 x-openstack-request-id: req-e76baabd-c037-474e-95ed-6ce0f1efdd84 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:34.241527 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:34.241944 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e76baabd-c037-474e-95ed-6ce0f1efdd84 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:34.242513 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'status': 'completed', 'code': 200} Nov 19 13:41:34.291806 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['80b14f61-e370-410a-b9f8-577eb3a304c5'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:34.303114 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-478225ff-3934-4279-b49c-24804575230d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.323717 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-fdf35659-c126-4425-a8d3-00b065b2eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:34.328581 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-fdf35659-c126-4425-a8d3-00b065b2eb1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1098 time: 0.0604367 Nov 19 13:41:34.355892 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-478225ff-3934-4279-b49c-24804575230d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.455211 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-478225ff-3934-4279-b49c-24804575230d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.463116 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-478225ff-3934-4279-b49c-24804575230d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.464440 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-478225ff-3934-4279-b49c-24804575230d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "DELETE /v2.0/security-groups/38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b HTTP/1.1" status: 204 len: 168 time: 0.2864099 Nov 19 13:41:34.472192 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38198) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:34.472788 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-64142e72-65d3-4c44-853e-850f8f35a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:34.474838 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-64142e72-65d3-4c44-853e-850f8f35a367 service neutron] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 916 time: 0.1389582 Nov 19 13:41:34.492524 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478225ff-3934-4279-b49c-24804575230d tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fbc1b4-9b78-4d45-91c9-eb0bc31ef95b,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:34.557766 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-19f9855d-979b-4d08-81d9-c91e025bb063 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 1001 time: 0.0738084 Nov 19 13:41:34.607117 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-6e1ff09c-a511-4699-8bf8-f770d7cc4ce8 None None] Provisioning complete for port 80b14f61-e370-410a-b9f8-577eb3a304c5 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:34.607560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6e1ff09c-a511-4699-8bf8-f770d7cc4ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.622276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-10653866-1b54-41c0-a4df-d8b402ef8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:34.624557 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-10653866-1b54-41c0-a4df-d8b402ef8260 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0580006 Nov 19 13:41:34.656611 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Deleting port 7df4db38-9fcf-4494-a258-89187b117f1e {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:34.657228 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.675482 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-77dd9e14-679c-41c4-92a6-37ac4b17ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:34.677067 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-77dd9e14-679c-41c4-92a6-37ac4b17ea69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450377 Nov 19 13:41:34.737758 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.738151 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.750562 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Calling delete_port for 7df4db38-9fcf-4494-a258-89187b117f1e owned by network:floatingip {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:34.776036 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-0730d0b9-4783-43e7-8fb1-4c8c36c0ab15 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905910 Nov 19 13:41:34.778582 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.877927 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-703b6045-9972-4b28-9e4b-9ecd0ee69940 req-33687a7c-9064-44f1-bd96-1b5396420cc5 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908084 Nov 19 13:41:34.937738 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.965160 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event deleted for resources: {'Port': ['ID=7df4db38-9fcf-4494-a258-89187b117f1e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:35.024505 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks [] for floatingip, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.024838 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Floating IP 5df0e5e5-5178-4131-af62-69006c94f2ea disassociated (deleted). External IP: 172.27.0.156, port: 80b14f61-e370-410a-b9f8-577eb3a304c5. Nov 19 13:41:35.245315 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ff6e46c4-78f7-4625-9f07-61907ddd4201 req-8050926d-ca8c-4875-9611-bc4f15a57a25 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 210 time: 0.0327888 Nov 19 13:41:35.260304 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Router b0a5120d-4525-4b66-a4bd-53a68d47a8db has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:35.601037 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:35.605919 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.611313 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] Sync routers for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:35.620322 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:35.620935 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:35.641432 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-247b84fd-6cae-4122-ab1f-afbb52f5e460 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "DELETE /v2.0/floatingips/5df0e5e5-5178-4131-af62-69006c94f2ea HTTP/1.1" status: 204 len: 168 time: 1.1669629 Nov 19 13:41:35.642034 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:35.644683 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ff5d1-ede5-44f6-a531-65044c11fba4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:35.744035 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:35.755032 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefbd263-ce5f-421b-984a-b61c9b7df3c7 x-openstack-request-id: req-eefbd263-ce5f-421b-984a-b61c9b7df3c7 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:35.755328 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:35.755574 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eefbd263-ce5f-421b-984a-b61c9b7df3c7 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:35.756014 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'status': 'completed', 'code': 200} Nov 19 13:41:35.838176 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-4ba3ea1b-ca5d-4761-b2a1-5b83c4da66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:35.840051 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-4ba3ea1b-ca5d-4761-b2a1-5b83c4da66dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 1098 time: 0.0596411 Nov 19 13:41:35.983513 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-5ea22fe5-a5e0-45ec-b167-4399a3a5071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:35.985084 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-5ea22fe5-a5e0-45ec-b167-4399a3a5071a service neutron] 10.222.0.73 "GET /v2.0/networks?id=838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 200 len: 916 time: 0.1201282 Nov 19 13:41:35.990061 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 5, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:36.018713 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] Checking router: b0a5120d-4525-4b66-a4bd-53a68d47a8db for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:36.026575 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:36.027182 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:36.028541 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-f1827e53-c015-4a3a-98e3-00bade48f923 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 200 len: 217 time: 0.0358865 Nov 19 13:41:36.081948 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-ac759e0b-d594-41fe-be70-88a83fbe8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:36.083791 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-ac759e0b-d594-41fe-be70-88a83fbe8d45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 200 len: 853 time: 0.0477991 Nov 19 13:41:36.135759 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-0f0058a8-45d8-4e60-ad64-8c2b7977523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:36.137293 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-0f0058a8-45d8-4e60-ad64-8c2b7977523b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=838c8306-efea-4e62-b3ee-560c65cf7002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457003 Nov 19 13:41:36.143341 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:36.241397 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-3ca14074-0264-4c3c-88a3-26809b05aaaf service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961711 Nov 19 13:41:36.378396 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1b7bb872-c780-49d6-90b9-c0b6f22b798a req-6ef80b95-328e-4788-a8d3-49d35e43cc77 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 210 time: 0.0381021 Nov 19 13:41:36.380272 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-184ff5d1-ede5-44f6-a531-65044c11fba4 req-1674bcda-b1b2-4aa2-a9b3-b8acaa78aec0 service neutron] 10.222.0.73 "GET /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288598 Nov 19 13:41:36.387494 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:36.416679 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 5, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:36.449974 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da1f5a-dadd-4219-bfc4-91b798d0b04d None None] The sync data for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi is: [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:23Z', 'revision_number': 4, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733', 'name': '', 'network_id': '838c8306-efea-4e62-b3ee-560c65cf7002', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'mac_address': 'fa:16:3e:77:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:22Z', 'updated_at': '2021-11-19T13:36:28Z', 'revision_number': 5, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'subnets': [{'id': 'cdd4c063-35d9-4443-9601-dd52aee21a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:36.631070 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-25e097a0-79b0-4635-a4e8-bb92ffcb858a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:36.632998 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-25e097a0-79b0-4635-a4e8-bb92ffcb858a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 809 time: 0.1712396 Nov 19 13:41:36.720627 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-27a02f9d-7f07-44e7-85be-7d48befc723f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8 HTTP/1.1" status: 200 len: 379 time: 0.0757949 Nov 19 13:41:36.734310 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'port': {'device_id': '37151819-efec-40a9-84a1-3480ff99100e', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'admin_state_up': True, 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'security_groups': ['043e9f06-6800-4729-928d-276cb5ab0998']}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:36.820914 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225bb95-0b25-430c-a4dd-68441cbfa375 None None] New status for floating IP 5df0e5e5-5178-4131-af62-69006c94f2ea: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:36.870139 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Made reservation on behalf of 1d03fc307bfe4a4ca746734a8ff78aa8 for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:36.874179 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.009076 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Allocated IP 172.20.0.9 (75828d9d-0193-422c-8e00-33a3c6ef972f/de7434d3-eb23-4d2e-aa51-7c17df957779/ed201526-389d-499c-91c0-f5baba660453) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:37.154057 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.189814 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.237689 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Network 75828d9d-0193-422c-8e00-33a3c6ef972f is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:37.240797 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:37.244641 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:37.274994 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event updated for resources: {'Port': ['ID=ed201526-389d-499c-91c0-f5baba660453,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:37.306812 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:37.307436 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.324801 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.329403 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-6741964a-98fe-4ef0-b618-becdc350220a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018698 Nov 19 13:41:37.354650 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Request body: {'port': {'device_id': '37151819-efec-40a9-84a1-3480ff99100e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:37.416866 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.447935 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-b5eb7940-bec1-46a8-9e21-0c1d4d7db627 None None] Provisioning complete for port ed201526-389d-499c-91c0-f5baba660453 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:37.448339 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7940-bec1-46a8-9e21-0c1d4d7db627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.500536 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb7940-bec1-46a8-9e21-0c1d4d7db627 None None] Port ed201526-389d-499c-91c0-f5baba660453 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:37.514280 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42913d-eeb7-4a97-8a7d-d5cc6d1edee0 req-68f7f0cb-b1f5-44ce-9464-53ebced5a473 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:37.515830 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-be42913d-eeb7-4a97-8a7d-d5cc6d1edee0 req-68f7f0cb-b1f5-44ce-9464-53ebced5a473 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 931 time: 0.0647538 Nov 19 13:41:37.568464 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-be42913d-eeb7-4a97-8a7d-d5cc6d1edee0 req-9cedf21c-6943-4a2d-ae9b-39a7bf4d14d6 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 Nov 19 13:41:37.698111 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed201526-389d-499c-91c0-f5baba660453 {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:37.708022 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.721975 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Transition to ACTIVE for port object ed201526-389d-499c-91c0-f5baba660453 will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:41:37.725795 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.776627 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed201526-389d-499c-91c0-f5baba660453,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:37.863076 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Attempting to bind port ed201526-389d-499c-91c0-f5baba660453 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:37.863409 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Attempting to bind port ed201526-389d-499c-91c0-f5baba660453 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:37.863737 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Attempting to bind port ed201526-389d-499c-91c0-f5baba660453 on network 75828d9d-0193-422c-8e00-33a3c6ef972f {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:37.868402 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Port ed201526-389d-499c-91c0-f5baba660453 on network 75828d9d-0193-422c-8e00-33a3c6ef972f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:41:37.868725 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Attempting to bind port ed201526-389d-499c-91c0-f5baba660453 on network 75828d9d-0193-422c-8e00-33a3c6ef972f {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:37.874201 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:37.874814 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Checking segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:37.874944 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Bound using segment: {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:37.875318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Bound port: ed201526-389d-499c-91c0-f5baba660453, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c899a3-5842-4404-a408-3b12039143e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:37.875676 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.943105 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] For port ed201526-389d-499c-91c0-f5baba660453, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:37.946275 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] For port ed201526-389d-499c-91c0-f5baba660453, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=ed201526-389d-499c-91c0-f5baba660453,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:37.952917 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.991208 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:37.991947 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.993228 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed201526-389d-499c-91c0-f5baba660453 HTTP/1.1" status: 200 len: 1093 time: 0.6430492 Nov 19 13:41:37.993673 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'tag': 'ed201526-389d-499c-91c0-f5baba660453'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:37.995913 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "tag": "ed201526-389d-499c-91c0-f5baba660453"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:38.049206 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35019c6-1f31-42fb-a9d2-2a7f91cfb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed201526-389d-499c-91c0-f5baba660453,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:38.061778 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e467b39-5c4a-4167-b045-4f5829274f18 x-openstack-request-id: req-6e467b39-5c4a-4167-b045-4f5829274f18 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:38.062209 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "tag": "ed201526-389d-499c-91c0-f5baba660453", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:38.062462 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e467b39-5c4a-4167-b045-4f5829274f18 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:38.062849 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'tag': 'ed201526-389d-499c-91c0-f5baba660453', 'status': 'completed', 'code': 200} Nov 19 13:41:38.095069 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-a2d73a8b-2fc4-4903-9f73-caf332811cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:38.096609 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-a2d73a8b-2fc4-4903-9f73-caf332811cf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 1096 time: 0.0488210 Nov 19 13:41:38.146632 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-39d3996c-32be-4978-9827-271c7c9d18c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed201526-389d-499c-91c0-f5baba660453 HTTP/1.1" status: 200 len: 217 time: 0.0396721 Nov 19 13:41:38.199386 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-07bfbc61-804d-42b4-adbf-df0ee29afc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:38.200853 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-07bfbc61-804d-42b4-adbf-df0ee29afc35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0458467 Nov 19 13:41:38.250651 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-9f689cf6-64f1-4caa-90be-fcfa91e06098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:38.252149 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-9f689cf6-64f1-4caa-90be-fcfa91e06098 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434949 Nov 19 13:41:38.360300 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-f7573c66-7bc2-4b9d-82dd-d7b30f6f5fe5 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987451 Nov 19 13:41:38.437225 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc013-a8da-47c7-bd7f-7f2a011b0c1e req-10b23ddf-792f-4c88-808d-db4efdc38028 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:38.438735 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4dabc013-a8da-47c7-bd7f-7f2a011b0c1e req-10b23ddf-792f-4c88-808d-db4efdc38028 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0527544 Nov 19 13:41:38.458482 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-494eb685-0706-4a33-a0b4-c83a2b7a1fac req-564c50e7-1fd4-42ec-a0cd-f9c4a5ba9af7 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885212 Nov 19 13:41:38.490134 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4dabc013-a8da-47c7-bd7f-7f2a011b0c1e req-5ade6265-9e8b-48e2-8a45-d570455c8fc0 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Nov 19 13:41:38.550385 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-da9b629c-2022-49c8-a8e9-5709ee9221ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:38.551860 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-da9b629c-2022-49c8-a8e9-5709ee9221ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 1096 time: 0.0465143 Nov 19 13:41:38.915544 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad478bf6-d17d-412f-9d81-5ebbbfea8221 req-c5d84631-ed96-4754-960b-fcea06f6bdff tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:38.917066 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ad478bf6-d17d-412f-9d81-5ebbbfea8221 req-c5d84631-ed96-4754-960b-fcea06f6bdff tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 943 time: 0.1080155 Nov 19 13:41:38.920668 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-2421e935-74bb-40e8-b9ad-a1d03af9f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:38.922051 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-2421e935-74bb-40e8-b9ad-a1d03af9f63a service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.3630989 Nov 19 13:41:38.976732 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-8cbfe7f0-a60a-4ee2-9a1b-9ee752ad9047 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed201526-389d-499c-91c0-f5baba660453 HTTP/1.1" status: 200 len: 217 time: 0.0461538 Nov 19 13:41:39.029082 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ad478bf6-d17d-412f-9d81-5ebbbfea8221 req-d7d6c6a2-2e17-4cd3-a948-ce238b6a994e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051466 Nov 19 13:41:39.043679 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-4e692167-ad08-489b-bd1e-1659b5359207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:39.045613 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-4e692167-ad08-489b-bd1e-1659b5359207 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0614977 Nov 19 13:41:39.105185 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-95dee89d-a60d-4881-ad70-e96b70d3ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:39.106675 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-95dee89d-a60d-4881-ad70-e96b70d3ae74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441422 Nov 19 13:41:39.195938 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-01adb03f-78a8-45e5-a647-16c7dba4dba6 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816162 Nov 19 13:41:39.293224 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7efd2fa7-17a1-4eca-832d-2a1ca47abcf6 req-6937ab08-0d65-4196-969c-f1fd984fe528 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885954 Nov 19 13:41:39.611031 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33790ae-ea37-44f7-ab9e-d082ec28f33e req-1ec46d79-a67e-4b3c-a927-620e9ba8c0dd tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:39.612540 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a33790ae-ea37-44f7-ab9e-d082ec28f33e req-1ec46d79-a67e-4b3c-a927-620e9ba8c0dd tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0495625 Nov 19 13:41:39.662400 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a33790ae-ea37-44f7-ab9e-d082ec28f33e req-59a18446-59c7-4c80-b209-cc570e12bc19 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Nov 19 13:41:40.146640 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f774d02-039b-478e-820a-53c112f8e1a2 req-b0a99012-154b-48a1-b88b-b48ea98e707e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:40.148464 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f774d02-039b-478e-820a-53c112f8e1a2 req-b0a99012-154b-48a1-b88b-b48ea98e707e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 943 time: 0.0509336 Nov 19 13:41:40.195760 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f774d02-039b-478e-820a-53c112f8e1a2 req-4c0e21ca-9bbe-4abc-9845-71b765462b18 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402091 Nov 19 13:41:40.778401 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d82f-709a-49f4-931f-3a328ae35fd7 req-e0ce4b25-8e6d-4086-b442-ba9495f2bdbc tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:40.780223 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cab3d82f-709a-49f4-931f-3a328ae35fd7 req-e0ce4b25-8e6d-4086-b442-ba9495f2bdbc tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0511391 Nov 19 13:41:40.829123 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cab3d82f-709a-49f4-931f-3a328ae35fd7 req-d102051c-379b-4eff-a14b-23dead19dcea tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c5d060d-5f58-4f16-b248-d3daea4150f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Nov 19 13:41:41.082246 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-4d8342b5-bcb6-47cf-9484-935bca6a4dba tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:41.083642 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-4d8342b5-bcb6-47cf-9484-935bca6a4dba tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 945 time: 0.0525558 Nov 19 13:41:41.187356 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Deleting port 80b14f61-e370-410a-b9f8-577eb3a304c5 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:41.187690 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.286279 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] For port 80b14f61-e370-410a-b9f8-577eb3a304c5, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=80b14f61-e370-410a-b9f8-577eb3a304c5,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:41.286641 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.318516 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Calling delete_port for 80b14f61-e370-410a-b9f8-577eb3a304c5 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:41.343062 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9380c06-bdb8-4a23-b705-3dc622a31016 req-da24b7db-b288-41e2-b2da-d9d0f9cdb523 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:41.344005 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f9380c06-bdb8-4a23-b705-3dc622a31016 req-da24b7db-b288-41e2-b2da-d9d0f9cdb523 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 943 time: 0.0732634 Nov 19 13:41:41.439076 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f9380c06-bdb8-4a23-b705-3dc622a31016 req-9408ae54-6611-486c-943b-6446df6b2e33 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597830 Nov 19 13:41:41.509308 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.520668 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['80b14f61-e370-410a-b9f8-577eb3a304c5'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:41.542200 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Pushing event deleted for resources: {'Port': ['ID=80b14f61-e370-410a-b9f8-577eb3a304c5,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:41.586573 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] No DVR routers for this DVR port 80b14f61-e370-410a-b9f8-577eb3a304c5 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:41.589153 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.593438 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fe0e2ff0-a681-4eff-a2da-0802d87de507 req-84df3623-fa9b-4b16-be6a-9a59b280b2ff tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.73 "DELETE /v2.0/ports/80b14f61-e370-410a-b9f8-577eb3a304c5 HTTP/1.1" status: 204 len: 173 time: 0.5024624 Nov 19 13:41:41.593812 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'name': 'network-vif-deleted', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:41.596032 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e846c78f-8a7f-4383-b4d0-066351fe4f36" -d '{"events": [{"server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "name": "network-vif-deleted", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:41.642310 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c280e0-b105-4a15-a113-53268ceccc13 x-openstack-request-id: req-57c280e0-b105-4a15-a113-53268ceccc13 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:41.642599 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc", "name": "network-vif-deleted", "tag": "80b14f61-e370-410a-b9f8-577eb3a304c5", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:41.642846 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57c280e0-b105-4a15-a113-53268ceccc13 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:41.643242 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc', 'name': 'network-vif-deleted', 'tag': '80b14f61-e370-410a-b9f8-577eb3a304c5', 'status': 'completed', 'code': 200} Nov 19 13:41:41.945595 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c7803dbd-2392-4009-b54d-873d955ab0f8 req-f070a801-367d-40f3-9de8-2382f1bcc348 tempest-TestMinimumBasicScenario-1011355512 tempest-TestMinimumBasicScenario-1011355512-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b33d19-ffa5-48b2-a4c7-29fb1bb8bacc HTTP/1.1" status: 200 len: 210 time: 0.0292022 Nov 19 13:41:42.556258 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7021f-7c6d-4227-b171-90c93c1be378 req-b02192e5-c024-4e1c-862c-657685d58ca0 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:42.557757 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9ea7021f-7c6d-4227-b171-90c93c1be378 req-b02192e5-c024-4e1c-862c-657685d58ca0 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 943 time: 0.0487661 Nov 19 13:41:42.610205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9ea7021f-7c6d-4227-b171-90c93c1be378 req-65310643-ccfd-481b-ad09-b56a39c4ee45 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Nov 19 13:41:42.898192 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device ed201526-389d-499c-91c0-f5baba660453 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:41:43.131294 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port ed201526-389d-499c-91c0-f5baba660453, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=ed201526-389d-499c-91c0-f5baba660453,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:43.145078 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'ed201526-389d-499c-91c0-f5baba660453', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'port_id': 'ed201526-389d-499c-91c0-f5baba660453', 'mac_address': 'fa:16:3e:c2:a9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:41:43.185468 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.198920 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed201526-389d-499c-91c0-f5baba660453 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:43.221747 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port ed201526-389d-499c-91c0-f5baba660453, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=ed201526-389d-499c-91c0-f5baba660453,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:43.225933 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.277376 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=ed201526-389d-499c-91c0-f5baba660453,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:43.286094 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.286477 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.286834 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.287177 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.287518 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.287855 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.288189 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.288553 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.288902 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.289237 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.289566 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.289894 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.541660 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['ed201526-389d-499c-91c0-f5baba660453'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:43.686981 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38344) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:43.736318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398fbf-0dd2-4ec4-8b1f-6602f6b3043e req-93d5aa87-041d-4cda-bc5e-1e56477ba98d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:43.737924 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-37398fbf-0dd2-4ec4-8b1f-6602f6b3043e req-93d5aa87-041d-4cda-bc5e-1e56477ba98d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 944 time: 0.0537577 Nov 19 13:41:43.787935 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-37398fbf-0dd2-4ec4-8b1f-6602f6b3043e req-80b869c9-0178-446b-b2a5-96a2f544d701 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439579 Nov 19 13:41:44.268412 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.588748 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Deleting port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:44.589040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.677349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] For port a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:44.677744 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.691693 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Calling delete_port for a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 owned by network:router_interface {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:44.906652 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.907189 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device ed201526-389d-499c-91c0-f5baba660453 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:44.918777 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73b3d-9fd5-461d-8708-b5ad6bc29832 req-7faaf2a4-54b1-49d8-9870-76c9683481fa tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:44.921362 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-39b73b3d-9fd5-461d-8708-b5ad6bc29832 req-7faaf2a4-54b1-49d8-9870-76c9683481fa tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 944 time: 0.0584712 Nov 19 13:41:44.934513 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:44.971072 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port ed201526-389d-499c-91c0-f5baba660453 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:41:44.978503 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port ed201526-389d-499c-91c0-f5baba660453 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:44.978944 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.991277 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-39b73b3d-9fd5-461d-8708-b5ad6bc29832 req-b300b99c-52cd-42db-9b0b-fb805e54790b tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632575 Nov 19 13:41:45.096196 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.124195 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed201526-389d-499c-91c0-f5baba660453'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:45.124608 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.126667 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a86aada-4c33-4b43-8517-f17033b4f603" -d '{"events": [{"server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "name": "network-vif-plugged", "status": "completed", "tag": "ed201526-389d-499c-91c0-f5baba660453"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:45.155441 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port ed201526-389d-499c-91c0-f5baba660453, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=ed201526-389d-499c-91c0-f5baba660453,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:45.163300 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.164403 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 80b14f61-e370-410a-b9f8-577eb3a304c5 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:45.219027 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42732085-5c46-46cb-a603-1d54ad4569e0 x-openstack-request-id: req-42732085-5c46-46cb-a603-1d54ad4569e0 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:45.219270 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "name": "network-vif-plugged", "status": "completed", "tag": "ed201526-389d-499c-91c0-f5baba660453", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:45.219578 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42732085-5c46-46cb-a603-1d54ad4569e0 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:45.219885 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed201526-389d-499c-91c0-f5baba660453', 'code': 200} Nov 19 13:41:45.223299 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 80b14f61-e370-410a-b9f8-577eb3a304c5 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:45.223648 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 80b14f61-e370-410a-b9f8-577eb3a304c5 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:45.251661 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=ed201526-389d-499c-91c0-f5baba660453,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:45.358802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22471-2762-47e1-8678-98e8189e511f req-095b83b7-ca38-421a-a186-d48003b8aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:45.360237 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-24e22471-2762-47e1-8678-98e8189e511f req-095b83b7-ca38-421a-a186-d48003b8aa47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 1098 time: 0.0410447 Nov 19 13:41:45.367676 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Router b0a5120d-4525-4b66-a4bd-53a68d47a8db has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:45.413945 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-24e22471-2762-47e1-8678-98e8189e511f req-32c5514f-2d8b-4661-ada1-c87a47a68a13 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446796 Nov 19 13:41:45.486800 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:45.491966 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ac3c7674-5939-44f4-9d9c-29fc6c2f4b1c admin admin] 10.222.0.81 "PUT /v2.0/routers/b0a5120d-4525-4b66-a4bd-53a68d47a8db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039160 Nov 19 13:41:45.494453 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38366) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:45.498910 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] Sync routers for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:45.522895 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:45.523535 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:45.605181 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.638056 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:45.729350 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.790003 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Deleting port 435b8bed-aa88-4d42-8f8a-9c72b348f26c {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:45.790355 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.847817 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:41:44Z', 'revision_number': 5, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port': {'id': '435b8bed-aa88-4d42-8f8a-9c72b348f26c', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:45.877756 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] Checking router: b0a5120d-4525-4b66-a4bd-53a68d47a8db for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:45.878716 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] For port 435b8bed-aa88-4d42-8f8a-9c72b348f26c, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=435b8bed-aa88-4d42-8f8a-9c72b348f26c,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:45.879112 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.886122 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] Routers {'b0a5120d-4525-4b66-a4bd-53a68d47a8db'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:45.886723 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:45.891998 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Calling delete_port for 435b8bed-aa88-4d42-8f8a-9c72b348f26c owned by network:router_gateway {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:45.971479 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] Set router b0a5120d-4525-4b66-a4bd-53a68d47a8db gateway port host: None {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:46.028065 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:41:45Z', 'revision_number': 6, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:46.055704 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2eafe-1444-47e8-8eb6-bb2579db46ef None None] The sync data for ids ['b0a5120d-4525-4b66-a4bd-53a68d47a8db'] in dv-cinder-816324-4-iscsi is: [{'id': 'b0a5120d-4525-4b66-a4bd-53a68d47a8db', 'name': 'tempest-TestMinimumBasicScenario-388777812-router', 'tenant_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:20Z', 'updated_at': '2021-11-19T13:41:45Z', 'revision_number': 6, 'project_id': 'eee87d0b3f204e56bd6213a56e92c6f8', 'gw_port_host': None}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:46.057960 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.086998 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=435b8bed-aa88-4d42-8f8a-9c72b348f26c,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:46.182598 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a432273-7477-477c-b363-fa5e3e0b6a11 req-05f44df6-578b-42a4-a7f3-13ec281948d2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:46.184077 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8a432273-7477-477c-b363-fa5e3e0b6a11 req-05f44df6-578b-42a4-a7f3-13ec281948d2 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.1009912 Nov 19 13:41:46.187066 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.520083 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.523730 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.528110 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:46.556909 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:46.557252 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device a4fc6ee2-9c2c-4dbc-a0a0-b62c3f247733 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:46.582505 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8a432273-7477-477c-b363-fa5e3e0b6a11 req-0860cb39-ddfb-4b45-b336-45965c1d5a1e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913643 Nov 19 13:41:46.583574 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.584087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0a5120d-4525-4b66-a4bd-53a68d47a8db {{(pid=102797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:41:46.588875 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.593056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38376) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:46.600748 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f19078a9-9295-46a9-8dce-7db61dc8a8e4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b0a5120d-4525-4b66-a4bd-53a68d47a8db HTTP/1.1" status: 204 len: 168 time: 1.0973470 Nov 19 13:41:46.640150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] Deleting subnet cdd4c063-35d9-4443-9601-dd52aee21a95 {{(pid=102798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:41:46.643483 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.679040 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25440321'] for subnet, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.795427 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.861188 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380179'] for subnet, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.890793 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd4c063-35d9-4443-9601-dd52aee21a95,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:46.899492 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.906082 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335084f3-4594-465f-931c-1ad3e2b76c40 None None] Network 838c8306-efea-4e62-b3ee-560c65cf7002 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:46.907037 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0bb06b11-5e81-47fe-a01e-918e837f0301 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cdd4c063-35d9-4443-9601-dd52aee21a95 HTTP/1.1" status: 204 len: 168 time: 0.3110249 Nov 19 13:41:46.909149 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38382) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:46.983376 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.040936 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Deleting port ff6b3f3f-14ea-49db-821d-b909bbeedae7 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:47.041280 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.089600 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] DHCP port deletion for 838c8306-efea-4e62-b3ee-560c65cf7002 request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:41:47.107737 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] For port ff6b3f3f-14ea-49db-821d-b909bbeedae7, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=ff6b3f3f-14ea-49db-821d-b909bbeedae7,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:47.108389 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.121707 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Calling delete_port for ff6b3f3f-14ea-49db-821d-b909bbeedae7 owned by network:dhcp {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:47.140717 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] Deleting port ff6b3f3f-14ea-49db-821d-b909bbeedae7 {{(pid=102799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:47.141099 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.218970 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.223766 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] For port ff6b3f3f-14ea-49db-821d-b909bbeedae7, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=ff6b3f3f-14ea-49db-821d-b909bbeedae7,segment=NetworkSegment(a9c68054-1da4-4aba-baa3-86f10bf402c2),segment_id=a9c68054-1da4-4aba-baa3-86f10bf402c2)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:47.224178 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.238735 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] Calling delete_port for ff6b3f3f-14ea-49db-821d-b909bbeedae7 owned by network:dhcp {{(pid=102799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:47.244629 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6b3f3f-14ea-49db-821d-b909bbeedae7,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:47.249655 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] No DVR routers for this DVR port ff6b3f3f-14ea-49db-821d-b909bbeedae7 on host dv-cinder-816324-4-iscsi {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:47.326414 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.347433 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838c8306-efea-4e62-b3ee-560c65cf7002']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:47.359244 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c68054-1da4-4aba-baa3-86f10bf402c2') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:47.359546 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c68054-1da4-4aba-baa3-86f10bf402c2') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:47.367469 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047'] for port, after_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.369282 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.387251 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.393867 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:41:47.394054 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] Pushing event deleted for resources: {'Port': ['ID=ff6b3f3f-14ea-49db-821d-b909bbeedae7,revision_number=None']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:47.394368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:41:47.397123 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:41:47.400658 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d0ebc-16b3-42e7-8491-6b9e69203747 None None] No DVR routers for this DVR port ff6b3f3f-14ea-49db-821d-b909bbeedae7 on host dv-cinder-816324-4-iscsi {{(pid=102799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:47.453081 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.458398 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.461539 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] 10.222.0.81 "DELETE /v2.0/networks/838c8306-efea-4e62-b3ee-560c65cf7002 HTTP/1.1" status: 204 len: 168 time: 0.5514512 Nov 19 13:41:47.464481 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38384) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:47.480229 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188cea-f71c-456e-9881-20cf71873231 admin admin] Pushing event deleted for resources: {'Network': ['ID=838c8306-efea-4e62-b3ee-560c65cf7002,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:47.625415 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:41:47.702352 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a340c2-c7c0-4083-8f3c-7b575f89465a req-08954581-f0e5-460f-b702-7af9f07eb816 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:47.703748 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-64a340c2-c7c0-4083-8f3c-7b575f89465a req-08954581-f0e5-460f-b702-7af9f07eb816 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0494552 Nov 19 13:41:47.753925 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-64a340c2-c7c0-4083-8f3c-7b575f89465a req-0638c653-1d9f-4139-847e-5097d4e7d5d5 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Nov 19 13:41:47.836465 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.093471 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Deleting port 7d601c47-99d2-4209-b1e6-78962a52dcbd {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:48.093721 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.170999 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] For port 7d601c47-99d2-4209-b1e6-78962a52dcbd, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=7d601c47-99d2-4209-b1e6-78962a52dcbd,segment=NetworkSegment(096f5ead-37bc-4d0d-a8ae-85281d3cf3ac),segment_id=096f5ead-37bc-4d0d-a8ae-85281d3cf3ac)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:48.171393 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.184644 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Calling delete_port for 7d601c47-99d2-4209-b1e6-78962a52dcbd owned by network:router_interface {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:48.212834 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device ff6b3f3f-14ea-49db-821d-b909bbeedae7 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:48.236733 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: ff6b3f3f-14ea-49db-821d-b909bbeedae7 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:48.237080 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device ff6b3f3f-14ea-49db-821d-b909bbeedae7 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:48.237499 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 435b8bed-aa88-4d42-8f8a-9c72b348f26c no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:48.256529 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 435b8bed-aa88-4d42-8f8a-9c72b348f26c {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:48.256873 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 435b8bed-aa88-4d42-8f8a-9c72b348f26c not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:48.374508 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.405681 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d601c47-99d2-4209-b1e6-78962a52dcbd,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:48.578918 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.800173 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Router 0e0de08a-0328-46b1-a832-43f420e1ebdc has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:48.880745 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e2ee8-7c47-45d4-9558-25b14e78f944 req-337649fd-4f76-4eae-8599-166f0ebe2106 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:48.882251 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-634e2ee8-7c47-45d4-9558-25b14e78f944 req-337649fd-4f76-4eae-8599-166f0ebe2106 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0488241 Nov 19 13:41:48.916641 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:48.924034 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b2225d8e-bcf2-491a-9467-bc78257d0ff3 admin admin] 10.222.0.81 "PUT /v2.0/routers/0e0de08a-0328-46b1-a832-43f420e1ebdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4572961 Nov 19 13:41:48.926747 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38394) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:48.928217 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] Sync routers for ids ['0e0de08a-0328-46b1-a832-43f420e1ebdc'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:48.937269 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-634e2ee8-7c47-45d4-9558-25b14e78f944 req-d5c181e7-de7c-491d-b60a-047ab1af552d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487273 Nov 19 13:41:48.939541 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] Routers {'0e0de08a-0328-46b1-a832-43f420e1ebdc'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:48.940708 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['0e0de08a-0328-46b1-a832-43f420e1ebdc'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:49.032793 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks [] for router, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.134663 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] Set router 0e0de08a-0328-46b1-a832-43f420e1ebdc gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:49.136060 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.188669 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Deleting port 01409826-1bf9-46a3-90a8-69c5ae6d27a0 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:49.189006 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.270407 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] For port 01409826-1bf9-46a3-90a8-69c5ae6d27a0, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=01409826-1bf9-46a3-90a8-69c5ae6d27a0,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:49.270795 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.282579 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Calling delete_port for 01409826-1bf9-46a3-90a8-69c5ae6d27a0 owned by network:router_gateway {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:49.317211 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:41:48Z', 'revision_number': 5, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port': {'id': '01409826-1bf9-46a3-90a8-69c5ae6d27a0', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:26Z', 'updated_at': '2021-11-19T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:49.342831 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] Checking router: 0e0de08a-0328-46b1-a832-43f420e1ebdc for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:49.351111 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] Routers {'0e0de08a-0328-46b1-a832-43f420e1ebdc'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:49.351716 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['0e0de08a-0328-46b1-a832-43f420e1ebdc'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:49.442589 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] Set router 0e0de08a-0328-46b1-a832-43f420e1ebdc gateway port host: None {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:49.452614 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.478673 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Pushing event deleted for resources: {'Port': ['ID=01409826-1bf9-46a3-90a8-69c5ae6d27a0,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:49.502784 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 6, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:49.529328 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5f8a6-429e-424b-a6ef-c00748131040 None None] The sync data for ids ['0e0de08a-0328-46b1-a832-43f420e1ebdc'] in dv-cinder-816324-4-iscsi is: [{'id': '0e0de08a-0328-46b1-a832-43f420e1ebdc', 'name': 'tempest-TestMinimumBasicScenario-1185477285-router', 'tenant_id': 'db820117dc1743a0b0149ade5c0fbd09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:25Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 6, 'project_id': 'db820117dc1743a0b0149ade5c0fbd09', 'gw_port_host': None}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:49.541756 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.633427 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.635538 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.680087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.680660 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0de08a-0328-46b1-a832-43f420e1ebdc {{(pid=102797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:41:49.685138 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.686387 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-566f106d-35a1-4063-90fd-bd5ed8bf4800 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0e0de08a-0328-46b1-a832-43f420e1ebdc HTTP/1.1" status: 204 len: 168 time: 0.7587059 Nov 19 13:41:49.688972 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38396) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:49.733822 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] Deleting subnet 50e2b121-5ec6-42af-8073-bee097cb51f0 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:41:49.736936 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.771555 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.893554 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.953848 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.985717 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e2b121-5ec6-42af-8073-bee097cb51f0,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:49.992199 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.995686 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-53d2fd18-fef4-49e5-8474-91bd2dc9d8ba admin admin] 10.222.0.81 "DELETE /v2.0/subnets/50e2b121-5ec6-42af-8073-bee097cb51f0 HTTP/1.1" status: 204 len: 168 time: 0.3057539 Nov 19 13:41:49.998705 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38402) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:50.006172 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6158f32-0afd-40d3-abb5-ae60c3a218aa None None] Network 474c0e59-a35d-4418-9a7b-a17ed074cabf requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:50.101203 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.118936 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167628c-23d0-4e4a-852e-07702b453670 req-cb735a1f-bf0d-4e15-9fdf-5209a35439c3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:50.120467 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1167628c-23d0-4e4a-852e-07702b453670 req-cb735a1f-bf0d-4e15-9fdf-5209a35439c3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0992067 Nov 19 13:41:50.206083 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1167628c-23d0-4e4a-852e-07702b453670 req-2b978b01-9b50-426f-854f-c1577eb5a64f tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775089 Nov 19 13:41:50.210345 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Deleting port 217f9e46-7b8a-4c57-818b-69ac0807c098 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:50.210688 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.275008 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] For port 217f9e46-7b8a-4c57-818b-69ac0807c098, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=217f9e46-7b8a-4c57-818b-69ac0807c098,segment=NetworkSegment(096f5ead-37bc-4d0d-a8ae-85281d3cf3ac),segment_id=096f5ead-37bc-4d0d-a8ae-85281d3cf3ac)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:50.275306 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.287994 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Calling delete_port for 217f9e46-7b8a-4c57-818b-69ac0807c098 owned by network:dhcp {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:50.329348 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] DHCP port deletion for 474c0e59-a35d-4418-9a7b-a17ed074cabf request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:41:50.379630 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.394987 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 01409826-1bf9-46a3-90a8-69c5ae6d27a0 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:50.408649 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Pushing event deleted for resources: {'Port': ['ID=217f9e46-7b8a-4c57-818b-69ac0807c098,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:50.416042 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] No DVR routers for this DVR port 217f9e46-7b8a-4c57-818b-69ac0807c098 on host dv-cinder-816324-4-iscsi {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:50.418408 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 01409826-1bf9-46a3-90a8-69c5ae6d27a0 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:50.418757 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 01409826-1bf9-46a3-90a8-69c5ae6d27a0 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:50.419171 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 217f9e46-7b8a-4c57-818b-69ac0807c098 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:50.447234 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 217f9e46-7b8a-4c57-818b-69ac0807c098 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:50.447584 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 217f9e46-7b8a-4c57-818b-69ac0807c098 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:50.448000 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 7d601c47-99d2-4209-b1e6-78962a52dcbd no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:50.469702 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] Deleting port 217f9e46-7b8a-4c57-818b-69ac0807c098 {{(pid=102799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:50.470078 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.471816 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 7d601c47-99d2-4209-b1e6-78962a52dcbd {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:50.472169 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 7d601c47-99d2-4209-b1e6-78962a52dcbd not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:50.502051 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.522786 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474c0e59-a35d-4418-9a7b-a17ed074cabf']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:50.531813 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:50.532107 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096f5ead-37bc-4d0d-a8ae-85281d3cf3ac') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:50.540081 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] For port 217f9e46-7b8a-4c57-818b-69ac0807c098, host dv-cinder-816324-4-iscsi, got binding levels [] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:50.540620 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.541612 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.554641 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] Calling delete_port for 217f9e46-7b8a-4c57-818b-69ac0807c098 owned by network:dhcp {{(pid=102799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:50.555184 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.557519 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.ipam_backend_mixin [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] Port 217f9e46-7b8a-4c57-818b-69ac0807c098 was not found and therefore no delete operation was performed {{(pid=102799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:41:50.558751 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047'] for port, after_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.562483 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:41:50.562863 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:41:50.564718 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:41:50.589490 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] No DVR routers for this DVR port 217f9e46-7b8a-4c57-818b-69ac0807c098 on host dv-cinder-816324-4-iscsi {{(pid=102799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:50.594412 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd7d03-0013-425a-ad86-50abdf3bd315 None None] Pushing event deleted for resources: {'Port': ['ID=217f9e46-7b8a-4c57-818b-69ac0807c098,revision_number=None']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:50.626221 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.632010 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.637756 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] 10.222.0.81 "DELETE /v2.0/networks/474c0e59-a35d-4418-9a7b-a17ed074cabf HTTP/1.1" status: 204 len: 168 time: 0.6353395 Nov 19 13:41:50.646923 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1c06-b7af-4375-806a-8ee21a5179fb admin admin] Pushing event deleted for resources: {'Network': ['ID=474c0e59-a35d-4418-9a7b-a17ed074cabf,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:50.753497 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38406) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:50.792548 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-748bfa50-66ee-45f3-8ef0-814d6f439689 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eee87d0b3f204e56bd6213a56e92c6f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377789 Nov 19 13:41:50.795679 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38408) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:50.847661 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-87353a7b-1d98-4147-ab66-011a76c22a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.880222 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-87353a7b-1d98-4147-ab66-011a76c22a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.933085 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-87353a7b-1d98-4147-ab66-011a76c22a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.936604 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-87353a7b-1d98-4147-ab66-011a76c22a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.937773 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-87353a7b-1d98-4147-ab66-011a76c22a7b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c5d060d-5f58-4f16-b248-d3daea4150f0 HTTP/1.1" status: 204 len: 168 time: 0.1410849 Nov 19 13:41:50.951952 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87353a7b-1d98-4147-ab66-011a76c22a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d060d-5f58-4f16-b248-d3daea4150f0,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:51.327818 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38424) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:51.329883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4131c-ddc6-4bb1-8cd1-b75d5b42f933 req-876cb2f9-eacf-4f7b-ad53-afcddece7cc7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:51.331421 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-fca4131c-ddc6-4bb1-8cd1-b75d5b42f933 req-876cb2f9-eacf-4f7b-ad53-afcddece7cc7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0547779 Nov 19 13:41:51.369205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-4d05d5f4-6a7e-415f-8e03-cf82d23985c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db820117dc1743a0b0149ade5c0fbd09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400455 Nov 19 13:41:51.371795 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38426) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:51.384713 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-fca4131c-ddc6-4bb1-8cd1-b75d5b42f933 req-9bda501b-3b68-4a7f-a958-bb44b96064cf tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472748 Nov 19 13:41:51.445437 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a87bf7e-cd05-4547-83fb-f72b09a2e603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:51.478183 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a87bf7e-cd05-4547-83fb-f72b09a2e603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:51.538117 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f6f4-d83e-4950-9144-4bf19875aeb2 req-26ba8613-41f0-4240-8d4f-dc2cacc91b09 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:51.539622 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b360f6f4-d83e-4950-9144-4bf19875aeb2 req-26ba8613-41f0-4240-8d4f-dc2cacc91b09 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0754433 Nov 19 13:41:51.549643 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38430) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:51.554498 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Request body: {'floatingip': {'port_id': 'ed201526-389d-499c-91c0-f5baba660453'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:51.558314 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a87bf7e-cd05-4547-83fb-f72b09a2e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:51.563569 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a87bf7e-cd05-4547-83fb-f72b09a2e603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:51.567476 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3a87bf7e-cd05-4547-83fb-f72b09a2e603 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f47a6b49-d583-4629-beb9-3437d728f00c HTTP/1.1" status: 204 len: 168 time: 0.1921499 Nov 19 13:41:51.578072 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87bf7e-cd05-4547-83fb-f72b09a2e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a6b49-d583-4629-beb9-3437d728f00c,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:51.605491 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.055079 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.058883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.185972 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Floating IP 787e59cb-00d2-4b38-bf90-a8b2e558b2cd associated. External IP: 172.27.0.148, port: ed201526-389d-499c-91c0-f5baba660453. Nov 19 13:41:52.312330 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38462) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:52.402053 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Router 03ed1c43-0165-4847-b141-7bb6827ac4f1 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:52.411377 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-102777578-network', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:52.438409 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Made reservation on behalf of 9ffa6aa95ebb443fb7fee319b29a7397 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:52.440830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.449933 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.527960 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.533430 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.555529 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:41:52.573815 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.574154 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Added segment a8db345e-007a-43cb-b9bb-1b63025ad6ce of type vlan for network d08510d6-4923-4f8d-9607-680e42725e16 Nov 19 13:41:52.575521 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8107560-1ed6-4eba-b138-ee7a44faf80b,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:52.624146 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.651300 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.652306 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:52.652892 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.710106 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3966591 Nov 19 13:41:52.714944 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38466) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:52.720840 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Request body: {'subnet': {'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-102777578-subnet', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:52.727525 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335b9ce-5508-4285-b416-e56ca8a40b87 admin admin] Pushing event updated for resources: {'Network': ['ID=d08510d6-4923-4f8d-9607-680e42725e16,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:52.739949 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network d08510d6-4923-4f8d-9607-680e42725e16 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:41:52.748382 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Made reservation on behalf of 9ffa6aa95ebb443fb7fee319b29a7397 for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:52.750776 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380142'] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.768657 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:52.775683 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.795731 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] Sync routers for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:52.807191 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-220f7a71-70a6-420e-be96-5dab56c0b7ca tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "PUT /v2.0/floatingips/787e59cb-00d2-4b38-bf90-a8b2e558b2cd HTTP/1.1" status: 200 len: 991 time: 1.2538345 Nov 19 13:41:52.807191 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'tag': 'ed201526-389d-499c-91c0-f5baba660453'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:52.808062 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696677b2-c91d-4a37-b8a3-a7b12c8c6293" -d '{"events": [{"name": "network-changed", "server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "tag": "ed201526-389d-499c-91c0-f5baba660453"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:52.847602 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:52.849831 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:52.862085 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d46c48-446b-415d-8d03-286d5e0d9102 x-openstack-request-id: req-90d46c48-446b-415d-8d03-286d5e0d9102 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:52.862566 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "tag": "ed201526-389d-499c-91c0-f5baba660453", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:52.862834 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90d46c48-446b-415d-8d03-286d5e0d9102 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:52.863231 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'tag': 'ed201526-389d-499c-91c0-f5baba660453', 'status': 'completed', 'code': 200} Nov 19 13:41:53.104359 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:53.180782 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-a81ca121-c4e5-4451-96e7-fd08221b2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.182328 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-a81ca121-c4e5-4451-96e7-fd08221b2821 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 1098 time: 0.0846903 Nov 19 13:41:53.191557 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29144286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25380188'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.332219 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44c6d08-ce49-4847-b573-bf0502df9f00,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:53.336988 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Checking segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:53.337592 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Network hostable DHCP agents. Network: d08510d6-4923-4f8d-9607-680e42725e16, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:41:53.344110 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-83563d6c-aa6e-49c8-950e-3457fbd4590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.345653 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-83563d6c-aa6e-49c8-950e-3457fbd4590e service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.1558685 Nov 19 13:41:53.361332 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '787e59cb-00d2-4b38-bf90-a8b2e558b2cd', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'port_id': 'ed201526-389d-499c-91c0-f5baba660453', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'mac_address': 'fa:16:3e:c2:a9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37151819-efec-40a9-84a1-3480ff99100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:29Z', 'updated_at': '2021-11-19T13:41:51Z', 'revision_number': 1, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:53.368856 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Network d08510d6-4923-4f8d-9607-680e42725e16 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:41:53.391502 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] Checking router: 03ed1c43-0165-4847-b141-7bb6827ac4f1 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:53.404994 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:53.404994 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:53.415948 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, d08510d6-4923-4f8d-9607-680e42725e16) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:53.424179 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.424644 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.444677 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-2b215f2e-d150-4d6e-84f7-3fff61f30901 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed201526-389d-499c-91c0-f5baba660453 HTTP/1.1" status: 200 len: 999 time: 0.0850122 Nov 19 13:41:53.447052 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670d25a8-c198-476c-a082-bae68f6a6357 None None] Network d08510d6-4923-4f8d-9607-680e42725e16 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:53.449020 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b2753723-0cff-4ddc-8503-31048bf2b6b9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7329516 Nov 19 13:41:53.452286 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38480) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:53.457726 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:53.514035 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-3ba68030-2db9-439f-a6a5-5eae908c1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.515516 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-3ba68030-2db9-439f-a6a5-5eae908c1b82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.0611529 Nov 19 13:41:53.516854 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.517892 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.595988 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:53.603393 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.606384 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-4c55e84e-4c32-48db-9be1-0a82324837e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:53.608571 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-4c55e84e-4c32-48db-9be1-0a82324837e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853183 Nov 19 13:41:53.745280 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-d08510d6-4923-4f8d-9607-680e42725e16', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:41:53.746161 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.793140 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.860380 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-d5a973da-d5a6-418d-a5cc-de0503a25465 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179685 Nov 19 13:41:53.974442 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-696677b2-c91d-4a37-b8a3-a7b12c8c6293 req-abbb7093-6658-4ad9-96ed-4ce7e8506826 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055813 Nov 19 13:41:53.994365 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Allocated IP 172.20.0.2 (d08510d6-4923-4f8d-9607-680e42725e16/c44c6d08-ce49-4847-b573-bf0502df9f00/856b7852-35af-45fd-b5b1-03f64260e6ae) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:54.072790 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '787e59cb-00d2-4b38-bf90-a8b2e558b2cd', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'port_id': 'ed201526-389d-499c-91c0-f5baba660453', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'mac_address': 'fa:16:3e:c2:a9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37151819-efec-40a9-84a1-3480ff99100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:29Z', 'updated_at': '2021-11-19T13:41:51Z', 'revision_number': 1, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:54.101424 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.103135 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0dad9-6aff-48f0-bc22-0a23b3ca1bd0 None None] The sync data for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi is: [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '787e59cb-00d2-4b38-bf90-a8b2e558b2cd', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'port_id': 'ed201526-389d-499c-91c0-f5baba660453', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'mac_address': 'fa:16:3e:c2:a9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37151819-efec-40a9-84a1-3480ff99100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:29Z', 'updated_at': '2021-11-19T13:41:51Z', 'revision_number': 1, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:54.120727 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.188231 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.194399 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.232811 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Network d08510d6-4923-4f8d-9607-680e42725e16 is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:54.235976 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:54.239575 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:54.242874 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Allocated IP 172.27.0.5 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/cf58f701-de9d-45a6-b560-a4bf5d698ae7) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:54.249052 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Pushing event updated for resources: {'Port': ['ID=856b7852-35af-45fd-b5b1-03f64260e6ae,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:54.307133 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Attempting to bind port 856b7852-35af-45fd-b5b1-03f64260e6ae on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:54.307775 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Attempting to bind port 856b7852-35af-45fd-b5b1-03f64260e6ae by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:54.308354 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Attempting to bind port 856b7852-35af-45fd-b5b1-03f64260e6ae on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:54.315746 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:54.316468 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Checking segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:54.316876 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.317269 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Bound using segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:54.317749 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Bound port: 856b7852-35af-45fd-b5b1-03f64260e6ae, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:54.318123 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.384630 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.387070 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd58956-910b-4bfd-87fe-ef723bdd7e34 None None] New status for floating IP 787e59cb-00d2-4b38-bf90-a8b2e558b2cd: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:54.395151 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] For port 856b7852-35af-45fd-b5b1-03f64260e6ae, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:54.398747 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] For port 856b7852-35af-45fd-b5b1-03f64260e6ae, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=856b7852-35af-45fd-b5b1-03f64260e6ae,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:54.404713 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.443903 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.489902 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:54.494425 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:54.498881 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:54.534541 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429659be-6d1c-431e-a8d0-724e7e73bc5a None None] Pushing event updated for resources: {'Port': ['ID=856b7852-35af-45fd-b5b1-03f64260e6ae,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:54.540026 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Pushing event updated for resources: {'Port': ['ID=cf58f701-de9d-45a6-b560-a4bf5d698ae7,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:54.821475 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.022886 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.156117 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Router c4b711bb-7bcd-4fea-b464-6276293125a3 is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:41:55.265441 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:55.274821 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:55.284418 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.288365 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-5d805e64-b9ee-43b7-847a-ff774d311383 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8324778 Nov 19 13:41:55.288530 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38496) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:55.289775 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:55.290577 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:55.407725 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:55.442157 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c50a88b-78fa-41d8-a6c5-68b008094d2d None None] Network d08510d6-4923-4f8d-9607-680e42725e16 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:55.720049 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-1b35193e-7fb1-42a8-9e49-b99a31ef5e25 None None] Provisioning complete for port 856b7852-35af-45fd-b5b1-03f64260e6ae triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:55.720512 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-1b35193e-7fb1-42a8-9e49-b99a31ef5e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.746939 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.846662 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38506) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:55.940458 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-1b35193e-7fb1-42a8-9e49-b99a31ef5e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.965755 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5a263f5a-d019-4ebf-953f-41f955af2274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.981080 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:54Z', 'revision_number': 3, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:56.026672 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:56.027283 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Updating router c4b711bb-7bcd-4fea-b464-6276293125a3 port cf58f701-de9d-45a6-b560-a4bf5d698ae7 binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:41:56.033176 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-1b35193e-7fb1-42a8-9e49-b99a31ef5e25 None None] For port 856b7852-35af-45fd-b5b1-03f64260e6ae, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=856b7852-35af-45fd-b5b1-03f64260e6ae,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:56.054845 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-1b35193e-7fb1-42a8-9e49-b99a31ef5e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.069487 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5a263f5a-d019-4ebf-953f-41f955af2274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.076405 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5a263f5a-d019-4ebf-953f-41f955af2274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.089192 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.151872 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38512) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:56.157775 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35193e-7fb1-42a8-9e49-b99a31ef5e25 None None] Pushing event updated for resources: {'Port': ['ID=856b7852-35af-45fd-b5b1-03f64260e6ae,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:56.160135 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5a263f5a-d019-4ebf-953f-41f955af2274 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88b784b67a954a9ab32c532565367108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007207 Nov 19 13:41:56.160449 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a263f5a-d019-4ebf-953f-41f955af2274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6fb0b1-2127-42cf-b66b-d4c4a71dd770,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:56.204826 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Allocated IP 172.20.0.1 (d08510d6-4923-4f8d-9607-680e42725e16/c44c6d08-ce49-4847-b573-bf0502df9f00/2fcee650-b091-45db-b1f8-f3d4025208f7) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:56.243597 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a9875495-52ab-4642-affa-d166e1b7f8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.312784 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a9875495-52ab-4642-affa-d166e1b7f8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.332745 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 856b7852-35af-45fd-b5b1-03f64260e6ae up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:56.358868 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-103ea33b-2c8e-42b7-be21-9fdbf55e8552 None None] Provisioning complete for port 856b7852-35af-45fd-b5b1-03f64260e6ae triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:56.358868 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-103ea33b-2c8e-42b7-be21-9fdbf55e8552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.396368 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a9875495-52ab-4642-affa-d166e1b7f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.398894 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a9875495-52ab-4642-affa-d166e1b7f8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.400040 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a9875495-52ab-4642-affa-d166e1b7f8ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf6fb0b1-2127-42cf-b66b-d4c4a71dd770 HTTP/1.1" status: 204 len: 168 time: 0.2463510 Nov 19 13:41:56.404278 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.415419 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9875495-52ab-4642-affa-d166e1b7f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6fb0b1-2127-42cf-b66b-d4c4a71dd770,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:56.453194 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.495078 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Network d08510d6-4923-4f8d-9607-680e42725e16 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:56.498334 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:56.502171 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:56.524866 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 856b7852-35af-45fd-b5b1-03f64260e6ae triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:56.525241 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.539096 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Pushing event updated for resources: {'Port': ['ID=2fcee650-b091-45db-b1f8-f3d4025208f7,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:56.556445 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.627844 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.639978 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.735779 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Attempting to bind port cf58f701-de9d-45a6-b560-a4bf5d698ae7 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:56.736153 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Attempting to bind port cf58f701-de9d-45a6-b560-a4bf5d698ae7 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:56.736536 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Attempting to bind port cf58f701-de9d-45a6-b560-a4bf5d698ae7 on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:56.748698 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:56.749384 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:56.749836 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.750482 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.751051 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:56.751804 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Bound port: cf58f701-de9d-45a6-b560-a4bf5d698ae7, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:56.752396 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.754464 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac2c6-5100-49c1-bf86-22d64048e935 None None] Pushing event updated for resources: {'Port': ['ID=cf58f701-de9d-45a6-b560-a4bf5d698ae7,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:56.837138 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] For port cf58f701-de9d-45a6-b560-a4bf5d698ae7, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:56.852939 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] For port cf58f701-de9d-45a6-b560-a4bf5d698ae7, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=cf58f701-de9d-45a6-b560-a4bf5d698ae7,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:56.859897 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-cc0561b2-b07c-4a7a-8910-4187bfd468fb None None] Provisioning complete for port 2fcee650-b091-45db-b1f8-f3d4025208f7 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:56.860355 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-cc0561b2-b07c-4a7a-8910-4187bfd468fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.862734 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.955308 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-cc0561b2-b07c-4a7a-8910-4187bfd468fb None None] Port 2fcee650-b091-45db-b1f8-f3d4025208f7 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:56.961787 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.962796 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:56.963429 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:56.965763 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac2c6-5100-49c1-bf86-22d64048e935 None None] Pushing event updated for resources: {'Port': ['ID=cf58f701-de9d-45a6-b560-a4bf5d698ae7,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:56.967364 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.062526 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.065744 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Pushing event updated for resources: {'Port': ['ID=2fcee650-b091-45db-b1f8-f3d4025208f7,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:57.090463 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:57.172903 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Network d08510d6-4923-4f8d-9607-680e42725e16 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:57.174525 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:57.337442 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 2, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:57.362469 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:57.369807 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a15a82-b38c-4364-973b-c9f323e2de77 None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 2, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:57.483597 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-a4b3c0d1-e463-4d6f-b441-aae212af2390 None None] Provisioning complete for port 2fcee650-b091-45db-b1f8-f3d4025208f7 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:57.484545 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a4b3c0d1-e463-4d6f-b441-aae212af2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.496284 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:57.506209 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-9a05c19d-a4aa-4c33-8968-47b4460eeeda admin admin] 10.222.0.81 "PUT /v2.0/routers/c4b711bb-7bcd-4fea-b464-6276293125a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2155662 Nov 19 13:41:57.531635 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3c0d1-e463-4d6f-b441-aae212af2390 None None] Port 2fcee650-b091-45db-b1f8-f3d4025208f7 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:57.819720 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38554) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:57.948229 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ba344a6-e89b-419e-a1d4-6033e603e8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.034930 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ba344a6-e89b-419e-a1d4-6033e603e8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.039888 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0ba344a6-e89b-419e-a1d4-6033e603e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.089906 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38566) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:58.095655 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1658153485-network', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:58.098710 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba344a6-e89b-419e-a1d4-6033e603e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1482dba5-bb37-44fd-a091-45536f9dd3d7,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:58.104028 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0ba344a6-e89b-419e-a1d4-6033e603e8b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1afd7df4ff71481187bc494ce36b9e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835710 Nov 19 13:41:58.107303 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38568) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:58.159415 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Made reservation on behalf of 9d2ecaa434204fd8ac797163932b3ff1 for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:58.161728 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.176036 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.209153 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-77106bd2-3af5-4796-8e71-2cc4a7755ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.246324 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-77106bd2-3af5-4796-8e71-2cc4a7755ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.325237 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device cf58f701-de9d-45a6-b560-a4bf5d698ae7 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:58.329328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.333486 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.339503 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-77106bd2-3af5-4796-8e71-2cc4a7755ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.342987 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-77106bd2-3af5-4796-8e71-2cc4a7755ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.346803 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-77106bd2-3af5-4796-8e71-2cc4a7755ee4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1482dba5-bb37-44fd-a091-45536f9dd3d7 HTTP/1.1" status: 204 len: 168 time: 0.2385638 Nov 19 13:41:58.365241 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:41:58.387375 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bb630e-bebd-4ca3-ad3e-57ed83d64bab,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:58.402187 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77106bd2-3af5-4796-8e71-2cc4a7755ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1482dba5-bb37-44fd-a091-45536f9dd3d7,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:58.405919 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.406275 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Added segment bade25b3-088b-4ed5-8e57-1f20f43517a0 of type vlan for network 43da10bf-4b32-4d25-8132-ac7f905fcc00 Nov 19 13:41:58.476320 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.477599 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port cf58f701-de9d-45a6-b560-a4bf5d698ae7 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:58.478284 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.515657 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.517384 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:58.518158 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.551123 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4601190 Nov 19 13:41:58.554102 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38574) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:58.560490 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Request body: {'subnet': {'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1658153485-subnet', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'ip_version': 4}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:58.597479 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.603877 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Made reservation on behalf of 9d2ecaa434204fd8ac797163932b3ff1 for: {'subnet': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:58.607113 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336694'] for subnet, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.624028 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port cf58f701-de9d-45a6-b560-a4bf5d698ae7, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=cf58f701-de9d-45a6-b560-a4bf5d698ae7,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:58.629333 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.630479 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 856b7852-35af-45fd-b5b1-03f64260e6ae up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:58.631169 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c188c-f25c-439e-9d40-dab1951ee738 admin admin] Pushing event updated for resources: {'Network': ['ID=43da10bf-4b32-4d25-8132-ac7f905fcc00,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:58.701868 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=cf58f701-de9d-45a6-b560-a4bf5d698ae7,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:58.705774 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:41:58.857608 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 856b7852-35af-45fd-b5b1-03f64260e6ae triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:58.857608 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.858295 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4659604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336708'] for subnet, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.923701 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=831a5138-fe08-4781-8888-a71137d900d7,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:58.932042 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Checking segment: {'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:58.932391 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Network hostable DHCP agents. Network: 43da10bf-4b32-4d25-8132-ac7f905fcc00, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:41:58.951384 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:41:58.961152 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 43da10bf-4b32-4d25-8132-ac7f905fcc00) {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:58.965373 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:58.965962 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.970077 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c7e3ae-fda7-4219-bf13-de93fc0f4389 None None] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:58.989683 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38578) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:58.993217 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d79b7cc1-d0e7-4ed2-93fc-3b260533e543 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4373682 Nov 19 13:41:58.994310 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:59.018131 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.019239 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.083424 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.149122 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-43da10bf-4b32-4d25-8132-ac7f905fcc00', 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'fixed_ips': [{'subnet_id': '831a5138-fe08-4781-8888-a71137d900d7'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:41:59.150115 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.230536 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.291555 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Allocated IP 172.20.0.2 (43da10bf-4b32-4d25-8132-ac7f905fcc00/831a5138-fe08-4781-8888-a71137d900d7/94a0787e-e457-444f-9bf3-c59139ab75fb) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:59.443598 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.456557 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.457555 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.480071 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.507877 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:59.511060 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:59.515181 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:59.522623 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Pushing event updated for resources: {'Port': ['ID=94a0787e-e457-444f-9bf3-c59139ab75fb,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:59.577674 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Attempting to bind port 94a0787e-e457-444f-9bf3-c59139ab75fb on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:59.578318 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Attempting to bind port 94a0787e-e457-444f-9bf3-c59139ab75fb by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:59.578788 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Attempting to bind port 94a0787e-e457-444f-9bf3-c59139ab75fb on network 43da10bf-4b32-4d25-8132-ac7f905fcc00 {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:59.584230 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:59.584791 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Checking segment: {'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:59.585311 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.585812 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Bound using segment: {'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:59.586503 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Bound port: 94a0787e-e457-444f-9bf3-c59139ab75fb, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:59.586997 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.611137 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Allocated IP 172.27.0.46 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/084f7554-befc-4eea-aef7-b2d374490955) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:59.657141 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] For port 94a0787e-e457-444f-9bf3-c59139ab75fb, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:59.660838 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] For port 94a0787e-e457-444f-9bf3-c59139ab75fb, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=94a0787e-e457-444f-9bf3-c59139ab75fb,segment=NetworkSegment(bade25b3-088b-4ed5-8e57-1f20f43517a0),segment_id=bade25b3-088b-4ed5-8e57-1f20f43517a0)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:59.665252 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.734316 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11132f-9dbf-4d7c-b332-0c9ad6a8eff9 None None] Pushing event updated for resources: {'Port': ['ID=94a0787e-e457-444f-9bf3-c59139ab75fb,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:59.741452 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.779716 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:59.818763 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:59.828113 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:59.829218 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:59.829929 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:59.831126 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:59.835796 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:59.837836 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Pushing event updated for resources: {'Port': ['ID=084f7554-befc-4eea-aef7-b2d374490955,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:59.997801 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:00.169048 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.251683 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 2, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:00.291168 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:00.291533 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Updating router c4b711bb-7bcd-4fea-b464-6276293125a3 port 2fcee650-b091-45db-b1f8-f3d4025208f7 binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:42:00.329946 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.369837 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 94a0787e-e457-444f-9bf3-c59139ab75fb up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:00.409434 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.436446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 94a0787e-e457-444f-9bf3-c59139ab75fb triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:00.437249 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.551538 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.596132 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 94a0787e-e457-444f-9bf3-c59139ab75fb, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=94a0787e-e457-444f-9bf3-c59139ab75fb,segment=NetworkSegment(bade25b3-088b-4ed5-8e57-1f20f43517a0),segment_id=bade25b3-088b-4ed5-8e57-1f20f43517a0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:00.600979 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.601970 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device cf58f701-de9d-45a6-b560-a4bf5d698ae7 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:00.628662 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Router ba86c162-8444-4080-b705-958ef3e237c5 is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:42:00.722547 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.731676 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.790868 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Pushing event updated for resources: {'Port': ['ID=2fcee650-b091-45db-b1f8-f3d4025208f7,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:00.792532 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:00.804017 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.804634 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.805152 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.805642 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.806137 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.806861 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.807417 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.808318 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.808714 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.809270 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.809520 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.810158 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:00.815863 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.817674 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6aee5519-5657-450f-bf96-dd9dbbf41d98 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8266675 Nov 19 13:42:00.821117 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38588) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:00.873668 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Sync routers for ids ['ba86c162-8444-4080-b705-958ef3e237c5'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:00.911830 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Attempting to bind port 2fcee650-b091-45db-b1f8-f3d4025208f7 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:00.912639 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Attempting to bind port 2fcee650-b091-45db-b1f8-f3d4025208f7 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:00.912774 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=94a0787e-e457-444f-9bf3-c59139ab75fb,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:00.913219 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Attempting to bind port 2fcee650-b091-45db-b1f8-f3d4025208f7 on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:00.921769 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:00.922290 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Checking segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:00.922670 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.923257 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Bound using segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:00.923940 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Bound port: 2fcee650-b091-45db-b1f8-f3d4025208f7, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:00.924952 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.932272 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Routers {'ba86c162-8444-4080-b705-958ef3e237c5'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:00.932959 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['ba86c162-8444-4080-b705-958ef3e237c5'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:00.999339 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aabb85-913e-4093-b519-e71eaa815ed8 None None] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:01.026518 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] For port 2fcee650-b091-45db-b1f8-f3d4025208f7, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:01.052528 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] For port 2fcee650-b091-45db-b1f8-f3d4025208f7, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=2fcee650-b091-45db-b1f8-f3d4025208f7,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:01.063693 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.096950 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port cf58f701-de9d-45a6-b560-a4bf5d698ae7 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:01.097139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.133924 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31e591-8279-46ed-9cb7-af9efd35b103 None None] Pushing event updated for resources: {'Port': ['ID=2fcee650-b091-45db-b1f8-f3d4025208f7,revision_number=4']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:01.138617 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.164966 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:01.165618 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:01.176130 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-71e440fa-4019-488c-af0e-7a1da9389241 None None] Provisioning complete for port 94a0787e-e457-444f-9bf3-c59139ab75fb triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:01.176541 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-71e440fa-4019-488c-af0e-7a1da9389241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.280055 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Set router ba86c162-8444-4080-b705-958ef3e237c5 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:01.293873 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:01.445853 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.489060 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5d01b8ca-a631-4ee0-811d-2cd836b952c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.550662 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:01Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:01.590337 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba6c65-8a3c-4131-aacc-0ac9e5799859 None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:01Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:01.636459 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Allocated IP 172.20.0.1 (43da10bf-4b32-4d25-8132-ac7f905fcc00/831a5138-fe08-4781-8888-a71137d900d7/4b47cb8b-f03b-4cab-abb3-31281f00ae0f) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:01.667315 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '084f7554-befc-4eea-aef7-b2d374490955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:00Z', 'revision_number': 3, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port': {'id': '084f7554-befc-4eea-aef7-b2d374490955', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:01.708889 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Checking router: ba86c162-8444-4080-b705-958ef3e237c5 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:01.709491 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Updating router ba86c162-8444-4080-b705-958ef3e237c5 port 084f7554-befc-4eea-aef7-b2d374490955 binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:42:01.746547 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.749029 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-371281b7-62cd-48aa-85f9-f8d64e60c99d None None] Provisioning complete for port 2fcee650-b091-45db-b1f8-f3d4025208f7 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:01.749385 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-371281b7-62cd-48aa-85f9-f8d64e60c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.786483 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.832955 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.879909 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:01.883484 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:01.887560 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:01.911530 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Pushing event updated for resources: {'Port': ['ID=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:01.939613 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.988783 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-371281b7-62cd-48aa-85f9-f8d64e60c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.044612 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-371281b7-62cd-48aa-85f9-f8d64e60c99d None None] For port 2fcee650-b091-45db-b1f8-f3d4025208f7, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=2fcee650-b091-45db-b1f8-f3d4025208f7,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:02.055920 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-371281b7-62cd-48aa-85f9-f8d64e60c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.115749 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.139218 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371281b7-62cd-48aa-85f9-f8d64e60c99d None None] Pushing event updated for resources: {'Port': ['ID=2fcee650-b091-45db-b1f8-f3d4025208f7,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:02.195213 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.202246 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-b1b014e9-189e-4572-8d43-73a4d8951fd7 None None] Provisioning complete for port 94a0787e-e457-444f-9bf3-c59139ab75fb triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:02.202654 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b1b014e9-189e-4572-8d43-73a4d8951fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.207585 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.316923 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Attempting to bind port 084f7554-befc-4eea-aef7-b2d374490955 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:02.317304 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Attempting to bind port 084f7554-befc-4eea-aef7-b2d374490955 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:02.317670 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Attempting to bind port 084f7554-befc-4eea-aef7-b2d374490955 on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:02.319958 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49aa2f-1323-48e7-acd4-c55e7459259d None None] Pushing event updated for resources: {'Port': ['ID=084f7554-befc-4eea-aef7-b2d374490955,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:02.330656 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:02.331043 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:02.331452 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.331857 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:02.332373 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Bound port: 084f7554-befc-4eea-aef7-b2d374490955, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:02.332765 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.358220 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 94a0787e-e457-444f-9bf3-c59139ab75fb up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:02.362698 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.369064 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.445631 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.447521 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Pushing event updated for resources: {'Port': ['ID=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:02.464828 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] For port 084f7554-befc-4eea-aef7-b2d374490955, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:02.469516 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] For port 084f7554-befc-4eea-aef7-b2d374490955, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=084f7554-befc-4eea-aef7-b2d374490955,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:02.476275 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.540879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-b1b014e9-189e-4572-8d43-73a4d8951fd7 None None] Provisioning complete for port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:02.541254 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b1b014e9-189e-4572-8d43-73a4d8951fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.552382 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:02.553790 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:02.566281 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 94a0787e-e457-444f-9bf3-c59139ab75fb triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:02.566661 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.576755 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Routers {'ba86c162-8444-4080-b705-958ef3e237c5'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:02.577407 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:41:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['ba86c162-8444-4080-b705-958ef3e237c5'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:02.695699 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Router ba86c162-8444-4080-b705-958ef3e237c5 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:02.798249 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49aa2f-1323-48e7-acd4-c55e7459259d None None] Pushing event updated for resources: {'Port': ['ID=084f7554-befc-4eea-aef7-b2d374490955,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:02.805879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-b1b014e9-189e-4572-8d43-73a4d8951fd7 None None] Port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:02.814437 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:02.830587 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f9461cbf-813d-4215-97db-8fcf5eb8aa59 admin admin] 10.222.0.81 "PUT /v2.0/routers/ba86c162-8444-4080-b705-958ef3e237c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0065207 Nov 19 13:42:02.928223 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] Set router ba86c162-8444-4080-b705-958ef3e237c5 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:02.960946 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 2fcee650-b091-45db-b1f8-f3d4025208f7 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:03.003343 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-d5325196-fabc-4a74-9403-a64033d4ce86 None None] Provisioning complete for port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:03.003664 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d5325196-fabc-4a74-9403-a64033d4ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.085899 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-d5325196-fabc-4a74-9403-a64033d4ce86 None None] Port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:03.142198 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 2fcee650-b091-45db-b1f8-f3d4025208f7 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:03.142570 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.287141 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '084f7554-befc-4eea-aef7-b2d374490955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 4, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port': {'id': '084f7554-befc-4eea-aef7-b2d374490955', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '4b47cb8b-f03b-4cab-abb3-31281f00ae0f', 'name': '', 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'mac_address': 'fa:16:3e:79:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '831a5138-fe08-4781-8888-a71137d900d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:01Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 2, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'subnets': [{'id': '831a5138-fe08-4781-8888-a71137d900d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:03.320132 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e87eb-df87-4483-9071-dda4fc9f950d None None] The sync data for ids ['ba86c162-8444-4080-b705-958ef3e237c5'] in dv-cinder-816324-4-iscsi is: [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '084f7554-befc-4eea-aef7-b2d374490955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 4, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port': {'id': '084f7554-befc-4eea-aef7-b2d374490955', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '4b47cb8b-f03b-4cab-abb3-31281f00ae0f', 'name': '', 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'mac_address': 'fa:16:3e:79:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '831a5138-fe08-4781-8888-a71137d900d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:01Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 2, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'subnets': [{'id': '831a5138-fe08-4781-8888-a71137d900d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:03.468733 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 38606) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:03.473635 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-0b8f83ee-1f69-4092-81f2-ef6b3bc5f157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502946742', 'description': 'tempest-secgroup-smoke-1502946742 description', 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:03.497657 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0b8f83ee-1f69-4092-81f2-ef6b3bc5f157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.569075 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0b8f83ee-1f69-4092-81f2-ef6b3bc5f157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.573151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0b8f83ee-1f69-4092-81f2-ef6b3bc5f157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.603302 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0b8f83ee-1f69-4092-81f2-ef6b3bc5f157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.604662 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0b8f83ee-1f69-4092-81f2-ef6b3bc5f157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349201 Nov 19 13:42:03.607083 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f83ee-1f69-4092-81f2-ef6b3bc5f157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:03.608451 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38608) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:03.613083 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-7fb68680-6ca5-48a9-b6f3-2cbb45a9a23f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'security_group_rule': {'security_group_id': '3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702', 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:03.641731 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7fb68680-6ca5-48a9-b6f3-2cbb45a9a23f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.695216 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7fb68680-6ca5-48a9-b6f3-2cbb45a9a23f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.698814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7fb68680-6ca5-48a9-b6f3-2cbb45a9a23f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.716426 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb68680-6ca5-48a9-b6f3-2cbb45a9a23f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4e7d19-16ce-4ab9-a6d0-b21737a6b405,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:03.724419 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7fb68680-6ca5-48a9-b6f3-2cbb45a9a23f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.725610 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-7fb68680-6ca5-48a9-b6f3-2cbb45a9a23f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161606 Nov 19 13:42:03.728365 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38610) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:03.733529 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-f9388147-e856-4d35-8f34-c0a1af169998 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'security_group_rule': {'security_group_id': '3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702', 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:03.758820 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9388147-e856-4d35-8f34-c0a1af169998 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.813540 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9388147-e856-4d35-8f34-c0a1af169998 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.816898 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9388147-e856-4d35-8f34-c0a1af169998 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.833911 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9388147-e856-4d35-8f34-c0a1af169998 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6d212b-58ed-4982-b2c2-b2138e7bb319,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:03.840188 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f9388147-e856-4d35-8f34-c0a1af169998 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.841934 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f9388147-e856-4d35-8f34-c0a1af169998 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126549 Nov 19 13:42:03.844731 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38612) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:03.848953 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-5cf879d5-3431-4be7-ab03-8c2300df02f2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'security_group_rule': {'security_group_id': '3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702', 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:03.874510 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5cf879d5-3431-4be7-ab03-8c2300df02f2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.931711 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5cf879d5-3431-4be7-ab03-8c2300df02f2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.932560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-51ed14e0-ed02-4a6c-bf8c-f0a475912ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.935798 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5cf879d5-3431-4be7-ab03-8c2300df02f2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.951051 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf879d5-3431-4be7-ab03-8c2300df02f2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac2884e-47b5-4579-a6e5-1bf727298ac3,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:03.962630 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-5cf879d5-3431-4be7-ab03-8c2300df02f2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.963916 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-5cf879d5-3431-4be7-ab03-8c2300df02f2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182594 Nov 19 13:42:03.967698 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38616) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:03.974082 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-b1955bcd-74a1-432e-82d1-e760a26ddb09 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'security_group_rule': {'security_group_id': '3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702', 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:04.002415 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1955bcd-74a1-432e-82d1-e760a26ddb09 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.068338 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1955bcd-74a1-432e-82d1-e760a26ddb09 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.072215 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1955bcd-74a1-432e-82d1-e760a26ddb09 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.092728 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1955bcd-74a1-432e-82d1-e760a26ddb09 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cca5ecd-a45b-4dc7-b5a1-0c5aa7d3902c,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:04.100015 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1955bcd-74a1-432e-82d1-e760a26ddb09 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.101486 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b1955bcd-74a1-432e-82d1-e760a26ddb09 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325531 Nov 19 13:42:04.104086 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38618) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:04.108439 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'security_group_rule': {'security_group_id': '3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702', 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:04.131999 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.securitygroups_db [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Project 9ffa6aa95ebb443fb7fee319b29a7397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:42:04.137384 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.197812 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.202240 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.221011 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87683531-3f66-45ee-b9d0-ea87bb4e815c,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:04.229705 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.233465 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-8de18fee-962b-4234-84b0-b328057c515b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258817 Nov 19 13:42:04.233743 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 38620) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:04.238281 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'security_group_rule': {'security_group_id': '3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702', 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:04.261839 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.securitygroups_db [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Project 9ffa6aa95ebb443fb7fee319b29a7397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:42:04.270819 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.353678 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.357901 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.376915 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffffb2de-2250-44b0-98e4-298e3dc7be91,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:04.389268 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.393698 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-087022ff-fadd-4b23-a9c1-bc0881477b60 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557992 Nov 19 13:42:04.785148 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.148028 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Sync routers for ids ['ba86c162-8444-4080-b705-958ef3e237c5'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:06.159145 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Routers {'ba86c162-8444-4080-b705-958ef3e237c5'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:06.159742 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:42:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['ba86c162-8444-4080-b705-958ef3e237c5'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:06.259061 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 084f7554-befc-4eea-aef7-b2d374490955 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:06.316894 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 084f7554-befc-4eea-aef7-b2d374490955 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:06.318271 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.356988 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.375422 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Set router ba86c162-8444-4080-b705-958ef3e237c5 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:06.415474 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.444206 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 084f7554-befc-4eea-aef7-b2d374490955, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=084f7554-befc-4eea-aef7-b2d374490955,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:06.448544 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.500082 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=084f7554-befc-4eea-aef7-b2d374490955,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:06.595053 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '084f7554-befc-4eea-aef7-b2d374490955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 4, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port': {'id': '084f7554-befc-4eea-aef7-b2d374490955', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '4b47cb8b-f03b-4cab-abb3-31281f00ae0f', 'name': '', 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'mac_address': 'fa:16:3e:79:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '831a5138-fe08-4781-8888-a71137d900d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:01Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 2, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'subnets': [{'id': '831a5138-fe08-4781-8888-a71137d900d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:06.622946 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Checking router: ba86c162-8444-4080-b705-958ef3e237c5 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:06.623295 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Updating router ba86c162-8444-4080-b705-958ef3e237c5 port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:42:06.649166 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.922759 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.928283 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.978738 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b2bc-ff6f-43ab-858a-91943407fb99 None None] Pushing event updated for resources: {'Port': ['ID=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:07.033108 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Attempting to bind port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:07.033486 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Attempting to bind port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:07.033866 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Attempting to bind port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f on network 43da10bf-4b32-4d25-8132-ac7f905fcc00 {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:07.039468 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:07.039960 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Checking segment: {'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:07.040412 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.040813 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Bound using segment: {'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:07.041533 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Bound port: 4b47cb8b-f03b-4cab-abb3-31281f00ae0f, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade25b3-088b-4ed5-8e57-1f20f43517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:07.041779 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.111902 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] For port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:07.115346 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] For port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,segment=NetworkSegment(bade25b3-088b-4ed5-8e57-1f20f43517a0),segment_id=bade25b3-088b-4ed5-8e57-1f20f43517a0)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:07.120184 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.186565 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Routers {'ba86c162-8444-4080-b705-958ef3e237c5'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:07.187232 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:42:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['ba86c162-8444-4080-b705-958ef3e237c5'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:07.192321 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b2bc-ff6f-43ab-858a-91943407fb99 None None] Pushing event updated for resources: {'Port': ['ID=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,revision_number=4']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:07.245735 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-fe1866a9-90ff-48f6-9ff2-9cec3e972c4a None None] Provisioning complete for port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:07.245893 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fe1866a9-90ff-48f6-9ff2-9cec3e972c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.310359 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] Set router ba86c162-8444-4080-b705-958ef3e237c5 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:07.352129 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.380668 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fe1866a9-90ff-48f6-9ff2-9cec3e972c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.425772 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-fe1866a9-90ff-48f6-9ff2-9cec3e972c4a None None] For port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,segment=NetworkSegment(bade25b3-088b-4ed5-8e57-1f20f43517a0),segment_id=bade25b3-088b-4ed5-8e57-1f20f43517a0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:07.431202 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fe1866a9-90ff-48f6-9ff2-9cec3e972c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.484515 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1866a9-90ff-48f6-9ff2-9cec3e972c4a None None] Pushing event updated for resources: {'Port': ['ID=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:07.536169 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '084f7554-befc-4eea-aef7-b2d374490955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 4, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port': {'id': '084f7554-befc-4eea-aef7-b2d374490955', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '4b47cb8b-f03b-4cab-abb3-31281f00ae0f', 'name': '', 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'mac_address': 'fa:16:3e:79:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '831a5138-fe08-4781-8888-a71137d900d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:01Z', 'updated_at': '2021-11-19T13:42:07Z', 'revision_number': 4, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'subnets': [{'id': '831a5138-fe08-4781-8888-a71137d900d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:07.555393 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-cec8199c-1ec8-430d-b39c-7ff16199642a None None] Provisioning complete for port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:07.555857 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-cec8199c-1ec8-430d-b39c-7ff16199642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.568733 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a71923-3a9e-4e53-af82-8ac6b34772e2 None None] The sync data for ids ['ba86c162-8444-4080-b705-958ef3e237c5'] in dv-cinder-816324-4-iscsi is: [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '084f7554-befc-4eea-aef7-b2d374490955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 4, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port': {'id': '084f7554-befc-4eea-aef7-b2d374490955', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '4b47cb8b-f03b-4cab-abb3-31281f00ae0f', 'name': '', 'network_id': '43da10bf-4b32-4d25-8132-ac7f905fcc00', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'mac_address': 'fa:16:3e:79:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '831a5138-fe08-4781-8888-a71137d900d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:01Z', 'updated_at': '2021-11-19T13:42:07Z', 'revision_number': 4, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'subnets': [{'id': '831a5138-fe08-4781-8888-a71137d900d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:08.253490 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 4b47cb8b-f03b-4cab-abb3-31281f00ae0f up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:08.304219 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:08.304637 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.392060 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 084f7554-befc-4eea-aef7-b2d374490955 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:08.447542 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 084f7554-befc-4eea-aef7-b2d374490955 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:08.447816 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:24.624066 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:42:24.953055 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82decddb-977c-4281-bcfb-7158910973c9 req-0af88e93-c71f-4e90-bada-12ea44ac4c20 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:24.954652 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-82decddb-977c-4281-bcfb-7158910973c9 req-0af88e93-c71f-4e90-bada-12ea44ac4c20 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0515144 Nov 19 13:42:25.004460 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-82decddb-977c-4281-bcfb-7158910973c9 req-fac2b304-7886-434d-92d2-982b30e87a38 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Nov 19 13:42:26.129239 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f59eeb-9b83-4a77-b9fc-51126c1a1e85 req-c4837f3a-364e-43e0-b279-a34785a7bd43 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:26.130468 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-81f59eeb-9b83-4a77-b9fc-51126c1a1e85 req-c4837f3a-364e-43e0-b279-a34785a7bd43 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0509608 Nov 19 13:42:26.177871 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-81f59eeb-9b83-4a77-b9fc-51126c1a1e85 req-f052815f-0d2c-41b5-95a1-fc5a4edecfb3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Nov 19 13:42:27.302043 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27bdc0-f7b7-4124-aba0-b1ad456d1006 req-aa838b01-8c39-4c4e-8d96-4b89137e7308 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:27.303513 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7a27bdc0-f7b7-4124-aba0-b1ad456d1006 req-aa838b01-8c39-4c4e-8d96-4b89137e7308 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0534337 Nov 19 13:42:27.351727 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7a27bdc0-f7b7-4124-aba0-b1ad456d1006 req-1765412c-dea2-442b-8b6b-4fce9fc71617 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 Nov 19 13:42:28.471335 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af7280-b49e-4c4e-9f0e-2793f64a6c53 req-bca69c70-f146-4dd2-aba5-df9cae2f28f7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:28.472805 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-17af7280-b49e-4c4e-9f0e-2793f64a6c53 req-bca69c70-f146-4dd2-aba5-df9cae2f28f7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Nov 19 13:42:28.539682 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-17af7280-b49e-4c4e-9f0e-2793f64a6c53 req-a89a0c14-a20f-48db-b838-5baf70d26b3d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608625 Nov 19 13:42:29.222040 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-8f8358d3-98e6-45a1-88e9-23cc0c851f44 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502946742&fields=id&tenant_id=9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 267 time: 0.0430224 Nov 19 13:42:29.330972 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-14f87d37-e589-4674-b052-17b7d9056793 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:29.333063 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-14f87d37-e589-4674-b052-17b7d9056793 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 811 time: 0.1032646 Nov 19 13:42:29.347847 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-29d02047-1fef-4f2f-a6e8-e802d2304f49 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/quotas/9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 375 time: 0.0090313 Nov 19 13:42:29.401901 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-d4745505-8d34-47a3-8b6d-7730f0465036 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485530 Nov 19 13:42:29.504886 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-450d18bf-d54b-4eaa-92d3-8da40aa8cc28 service neutron] 10.222.0.81 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905657 Nov 19 13:42:29.605460 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-5e0d52ac-dd02-4b75-807e-7fbaeaeb6410 service neutron] 10.222.0.81 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944130 Nov 19 13:42:29.663883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31a78-f15d-4d5c-b5a0-fe161971ec3f req-7eff7036-0821-4197-bd99-4da9a13c9753 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:29.665243 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-18b31a78-f15d-4d5c-b5a0-fe161971ec3f req-7eff7036-0821-4197-bd99-4da9a13c9753 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0503805 Nov 19 13:42:29.718071 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-18b31a78-f15d-4d5c-b5a0-fe161971ec3f req-ee98a2da-1c55-4a55-b7a3-239ee5c8c71b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466669 Nov 19 13:42:29.895351 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-512bc3fc-7d14-424c-898c-cc9428d972a9 req-73f4862e-0fa6-48bd-9d7d-77ba17c2be06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Nov 19 13:42:30.850446 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2485e9e-c504-433a-ba99-eb1babf69aaf req-14303d3a-49fb-4ed7-9b69-79dbb0881fa6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:30.851995 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b2485e9e-c504-433a-ba99-eb1babf69aaf req-14303d3a-49fb-4ed7-9b69-79dbb0881fa6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0526001 Nov 19 13:42:30.883166 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-83400e25-1776-490a-b181-2661ba7b6d81 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:30.884674 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-83400e25-1776-490a-b181-2661ba7b6d81 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 811 time: 0.1152320 Nov 19 13:42:30.908919 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b2485e9e-c504-433a-ba99-eb1babf69aaf req-074fb136-7772-42d6-a0ae-f94aa60130b0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499692 Nov 19 13:42:30.954696 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-fb7017a7-79d0-4043-a2c2-58e188450b6c tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 380 time: 0.0606670 Nov 19 13:42:30.964999 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'port': {'device_id': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'admin_state_up': True, 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'security_groups': ['3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702']}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:30.980079 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.036807 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-da3a5d48-1e11-4e0e-871c-aa47351d5370 req-e7632498-ccd5-44fb-8f40-2634b88b6577 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 210 time: 0.0558684 Nov 19 13:42:31.099650 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Made reservation on behalf of 9ffa6aa95ebb443fb7fee319b29a7397 for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:31.103119 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.236938 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Allocated IP 172.20.0.3 (d08510d6-4923-4f8d-9607-680e42725e16/c44c6d08-ce49-4847-b573-bf0502df9f00/fb3e76b3-2079-4345-a03f-aca07383ad4a) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:31.352154 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7bd4c663-d632-4e27-8bff-e5f82e83b8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.382928 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.420038 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.468651 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Network d08510d6-4923-4f8d-9607-680e42725e16 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:31.471849 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:31.474518 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:31.502853 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=fb3e76b3-2079-4345-a03f-aca07383ad4a,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:31.519825 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.520423 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.521013 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.521419 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.521949 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.522350 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.522753 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.523151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.523553 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.523944 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.524932 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.524932 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:31.555548 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:31.556085 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.574269 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-28501726-7dd1-4bf7-b399-a123d6dadf16 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134377 Nov 19 13:42:31.592998 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Request body: {'port': {'device_id': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:31.651021 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.719792 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-de49c5f6-ec56-484a-b884-5f37f3b7e20d None None] Provisioning complete for port fb3e76b3-2079-4345-a03f-aca07383ad4a triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:31.720280 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-de49c5f6-ec56-484a-b884-5f37f3b7e20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.754798 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-de49c5f6-ec56-484a-b884-5f37f3b7e20d None None] Port fb3e76b3-2079-4345-a03f-aca07383ad4a cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:31.912322 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3e76b3-2079-4345-a03f-aca07383ad4a {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:31.919841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.932093 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Transition to ACTIVE for port object fb3e76b3-2079-4345-a03f-aca07383ad4a will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:42:31.936205 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.988808 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e76b3-2079-4345-a03f-aca07383ad4a,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:32.175985 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f89308-b46c-46f7-a044-f8a15fdb113f req-8da08698-59a1-4b60-ab41-9eef6a107bcc tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:32.178331 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e2f89308-b46c-46f7-a044-f8a15fdb113f req-8da08698-59a1-4b60-ab41-9eef6a107bcc tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0643754 Nov 19 13:42:32.244694 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e2f89308-b46c-46f7-a044-f8a15fdb113f req-ec4ea80d-34f4-486a-b8da-860b98105941 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518627 Nov 19 13:42:32.321283 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffa63c-f78a-4019-8484-48e4ab5b937b req-3c7ffbd4-51e9-4066-be61-8b10e724716d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:32.322728 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b7ffa63c-f78a-4019-8484-48e4ab5b937b req-3c7ffbd4-51e9-4066-be61-8b10e724716d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.3378186 Nov 19 13:42:32.338027 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Attempting to bind port fb3e76b3-2079-4345-a03f-aca07383ad4a on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:32.338357 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Attempting to bind port fb3e76b3-2079-4345-a03f-aca07383ad4a by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:32.338681 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Attempting to bind port fb3e76b3-2079-4345-a03f-aca07383ad4a on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:32.350155 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Port fb3e76b3-2079-4345-a03f-aca07383ad4a on network d08510d6-4923-4f8d-9607-680e42725e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:42:32.350451 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Attempting to bind port fb3e76b3-2079-4345-a03f-aca07383ad4a on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:32.359284 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:32.359613 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Checking segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:32.359989 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Bound using segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:32.360437 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Bound port: fb3e76b3-2079-4345-a03f-aca07383ad4a, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:32.360781 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.393272 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b7ffa63c-f78a-4019-8484-48e4ab5b937b req-2aef0fb7-a86b-4979-b0f6-a97ca75e4861 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633314 Nov 19 13:42:32.441640 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] For port fb3e76b3-2079-4345-a03f-aca07383ad4a, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:32.444555 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] For port fb3e76b3-2079-4345-a03f-aca07383ad4a, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:32.449226 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.488868 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:32.489477 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.490870 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] 10.222.0.73 "PUT /v2.0/ports/fb3e76b3-2079-4345-a03f-aca07383ad4a HTTP/1.1" status: 200 len: 1093 time: 0.9039409 Nov 19 13:42:32.491382 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:32.493616 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7396191-ea70-4958-9ce4-4b32b64a2b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:32.517181 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab1e6e-b68e-4c75-9c3a-119dd632cfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e76b3-2079-4345-a03f-aca07383ad4a,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:32.544212 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8846b1df-e87d-4ea3-a5ba-063f00b148cc x-openstack-request-id: req-8846b1df-e87d-4ea3-a5ba-063f00b148cc {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:32.544527 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:32.544779 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8846b1df-e87d-4ea3-a5ba-063f00b148cc {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:32.545170 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'status': 'completed', 'code': 200} Nov 19 13:42:32.580034 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-db7c1b5b-d4dd-4fcd-9add-326530d1bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:32.582185 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-db7c1b5b-d4dd-4fcd-9add-326530d1bb6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 1096 time: 0.0469360 Nov 19 13:42:32.633123 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-8ce998f6-14a1-4439-95fc-26dc9c1ba6a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a HTTP/1.1" status: 200 len: 217 time: 0.0424092 Nov 19 13:42:32.696213 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-368c7c69-a95c-4204-8e2e-965a8aaa0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:32.697668 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-368c7c69-a95c-4204-8e2e-965a8aaa0e5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0515711 Nov 19 13:42:32.745935 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-72668c22-b611-422d-9af3-4523e9f20cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:32.747411 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-72668c22-b611-422d-9af3-4523e9f20cac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417681 Nov 19 13:42:32.837428 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-5baf1219-00bc-4c30-8cae-09f9b40177e9 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821435 Nov 19 13:42:32.931830 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ec4469e3-e695-4bf5-8697-6b7529526a5a req-32917c7a-4655-405d-8294-b79ddb200f1a service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862982 Nov 19 13:42:33.017021 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-7f6a4fc4-048a-4376-8fa9-d63f31e8dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:33.018388 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-7f6a4fc4-048a-4376-8fa9-d63f31e8dd02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 1096 time: 0.0399945 Nov 19 13:42:33.109345 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-6c368a9d-1e9f-4629-ac65-20e253f48517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:33.110784 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-6c368a9d-1e9f-4629-ac65-20e253f48517 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0854983 Nov 19 13:42:33.152237 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-d0423582-c651-4eef-8ea8-2fb5e32b2d15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a HTTP/1.1" status: 200 len: 217 time: 0.0342133 Nov 19 13:42:33.201635 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-f206aa72-4044-4b9e-b32f-64b2e85aaf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:33.203053 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-f206aa72-4044-4b9e-b32f-64b2e85aaf92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0430958 Nov 19 13:42:33.251083 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-2bc04d08-2fdf-48f2-862f-3aa1fb4fc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:33.252573 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-2bc04d08-2fdf-48f2-862f-3aa1fb4fc987 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428591 Nov 19 13:42:33.343659 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-8fb1bff8-7be3-440d-8840-4c2cddfbc811 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836756 Nov 19 13:42:33.362290 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b495-d26f-4793-9a14-b528e939302f req-801ee4e1-9149-4b60-bce0-faeddb7763d9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:33.363817 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9be5b495-d26f-4793-9a14-b528e939302f req-801ee4e1-9149-4b60-bce0-faeddb7763d9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0478456 Nov 19 13:42:33.416526 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9be5b495-d26f-4793-9a14-b528e939302f req-51f2426d-dee0-4f90-8e7b-cdb45e5d3fef tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 Nov 19 13:42:33.444171 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e7396191-ea70-4958-9ce4-4b32b64a2b6a req-a601624a-5394-477f-b1f0-63055b64785a service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932093 Nov 19 13:42:33.523223 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f7bf-49b0-4f52-b7e7-f48ad1b5f30b req-a8ef0f65-a67f-40a2-bad2-a34b2f15f6d6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:33.524800 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b487f7bf-49b0-4f52-b7e7-f48ad1b5f30b req-a8ef0f65-a67f-40a2-bad2-a34b2f15f6d6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0532873 Nov 19 13:42:33.579274 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b487f7bf-49b0-4f52-b7e7-f48ad1b5f30b req-182fd78d-8a41-4aaa-8076-0e602db1bdf2 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485120 Nov 19 13:42:33.927213 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0725-dcb0-4af3-b763-b5eb0d5c8a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.535413 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732683f5-4558-4702-a3d5-c00083f69158 req-acc9d3ad-4a0e-46ac-a0fc-2e321af0c824 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:34.537088 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-732683f5-4558-4702-a3d5-c00083f69158 req-acc9d3ad-4a0e-46ac-a0fc-2e321af0c824 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0481982 Nov 19 13:42:34.588781 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-732683f5-4558-4702-a3d5-c00083f69158 req-44934147-7137-4bf4-b761-f6edc45b5e88 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457659 Nov 19 13:42:34.700687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524137b-b753-4a92-bd40-b285af650630 req-42b6da17-c49b-4650-8e95-21e80bd051c8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:34.702098 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f524137b-b753-4a92-bd40-b285af650630 req-42b6da17-c49b-4650-8e95-21e80bd051c8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0481911 Nov 19 13:42:34.750621 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f524137b-b753-4a92-bd40-b285af650630 req-b8bf3e56-769b-4884-82c4-8f9fb4aa5f8f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Nov 19 13:42:34.793552 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:35.711726 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3300-fce2-4003-b9ad-4e24054c4cc6 req-4a63435d-d03b-4fea-939d-fef5c46e6352 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:35.713146 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4ebe3300-fce2-4003-b9ad-4e24054c4cc6 req-4a63435d-d03b-4fea-939d-fef5c46e6352 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0521750 Nov 19 13:42:35.763435 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4ebe3300-fce2-4003-b9ad-4e24054c4cc6 req-52c426f2-f9df-430d-ab4a-4692fb18bca2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 Nov 19 13:42:36.028411 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e61fcd-5527-4776-803c-d139e28e1a7e req-b8263147-934f-48a6-a69d-7030603263fe tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:36.029787 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-00e61fcd-5527-4776-803c-d139e28e1a7e req-b8263147-934f-48a6-a69d-7030603263fe tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Nov 19 13:42:36.079267 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-00e61fcd-5527-4776-803c-d139e28e1a7e req-aaa88cdd-4b56-42e7-887e-71df979bc40c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425131 Nov 19 13:42:36.330486 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.885733 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6fc2f-3d1b-49d7-8a5c-90927ae1704c req-dfc7c5b5-4cba-4fc6-93f1-269d621d9c65 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:36.887185 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7aa6fc2f-3d1b-49d7-8a5c-90927ae1704c req-dfc7c5b5-4cba-4fc6-93f1-269d621d9c65 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0481145 Nov 19 13:42:36.935558 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7aa6fc2f-3d1b-49d7-8a5c-90927ae1704c req-6bfecfb5-7786-4043-8f61-975307937c19 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423934 Nov 19 13:42:37.146990 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-a62bbb1d-4651-4c08-8068-987a8c243c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.148611 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-a62bbb1d-4651-4c08-8068-987a8c243c89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1098 time: 0.0423400 Nov 19 13:42:37.202948 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b6270-a00f-4161-8f18-d36e024d9ad9 req-b55cbef0-886d-476d-a1d5-8e2931f41e5c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.204437 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e7b6270-a00f-4161-8f18-d36e024d9ad9 req-b55cbef0-886d-476d-a1d5-8e2931f41e5c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Nov 19 13:42:37.259681 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e7b6270-a00f-4161-8f18-d36e024d9ad9 req-4a832bcf-b7cb-4c2f-b7e3-5011fdea140b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477922 Nov 19 13:42:37.261202 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-0d47668c-2cde-448d-bffe-ba716e6a453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.262672 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-0d47668c-2cde-448d-bffe-ba716e6a453d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0936096 Nov 19 13:42:37.324602 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.330976 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-4847d5eb-b6f7-41b6-bcc7-273e974d1c44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 200 len: 1000 time: 0.0599763 Nov 19 13:42:37.382205 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-40b672e5-757a-4e88-a7a1-507f093ca1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.383651 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-40b672e5-757a-4e88-a7a1-507f093ca1db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0454543 Nov 19 13:42:37.434669 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-33ff8e71-517c-4a63-bb41-6bd57c8e3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.436150 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-33ff8e71-517c-4a63-bb41-6bd57c8e3520 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445201 Nov 19 13:42:37.525406 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-7cc38aab-0064-4101-9603-ec1f6f18867d service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808303 Nov 19 13:42:37.620436 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-f13094ed-2b7a-4617-93da-6bca4a1442a8 req-e95369e0-bee5-4356-a8e1-d08d09a3a833 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866911 Nov 19 13:42:38.055112 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ae798-c860-42e3-8627-6afbc2c0a3f3 req-0ae55214-0a4c-4bd5-a446-12ae8ce02582 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:38.056618 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d72ae798-c860-42e3-8627-6afbc2c0a3f3 req-0ae55214-0a4c-4bd5-a446-12ae8ce02582 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0507693 Nov 19 13:42:38.106054 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d72ae798-c860-42e3-8627-6afbc2c0a3f3 req-f9fd7be2-13be-4459-ac33-c15f9cd96c51 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Nov 19 13:42:38.146013 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:42:38.241743 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:38.252923 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'port_id': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'mac_address': 'fa:16:3e:70:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:42:38.290669 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.307246 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:38.326061 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:38.330464 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.381052 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723e228-562a-48e8-b8b7-d418704da6af req-a0f5038a-c848-4bbe-b75a-38698b826b2d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:38.382859 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9723e228-562a-48e8-b8b7-d418704da6af req-a0f5038a-c848-4bbe-b75a-38698b826b2d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 944 time: 0.0514736 Nov 19 13:42:38.387557 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=6']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:38.422440 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:38.434660 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9723e228-562a-48e8-b8b7-d418704da6af req-480598b1-e80c-4087-a5d9-52ce66a0c6b8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456309 Nov 19 13:42:39.225406 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f33e6-8466-445e-93df-6961f73c743b req-d074d234-214a-40b4-a070-90aa1bbca794 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:39.226904 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-234f33e6-8466-445e-93df-6961f73c743b req-d074d234-214a-40b4-a070-90aa1bbca794 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0498984 Nov 19 13:42:39.276024 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-234f33e6-8466-445e-93df-6961f73c743b req-e1d7d092-3878-405e-b9b6-3d2f8b2281bd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Nov 19 13:42:39.556432 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abdad7-34d9-43bc-bc79-3c6080fbbaca req-af3ac406-7729-491b-b029-46dd8b979a34 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:39.557961 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-60abdad7-34d9-43bc-bc79-3c6080fbbaca req-af3ac406-7729-491b-b029-46dd8b979a34 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 944 time: 0.0498800 Nov 19 13:42:39.605551 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-60abdad7-34d9-43bc-bc79-3c6080fbbaca req-bfb0d7a6-1dd4-406d-ab1d-fc2a4e1490bf tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 Nov 19 13:42:40.145021 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:40.193545 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:40.193916 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.268927 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.291154 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:40.293416 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e69d5e3-ea3f-471d-820b-d0c559053a55" -d '{"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-plugged", "status": "completed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:40.309843 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:40.314717 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.344868 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b5117-1ff9-46c3-a092-547675036d79 x-openstack-request-id: req-ee6b5117-1ff9-46c3-a092-547675036d79 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:40.345181 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-plugged", "status": "completed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:40.345426 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee6b5117-1ff9-46c3-a092-547675036d79 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:40.345824 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'code': 200} Nov 19 13:42:40.374835 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=7']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:40.413416 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f532d8-4512-455d-97eb-8cffaaa4eea3 req-00c77983-01d8-423c-905d-ad38d2e7ac50 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:40.414973 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-46f532d8-4512-455d-97eb-8cffaaa4eea3 req-00c77983-01d8-423c-905d-ad38d2e7ac50 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0575604 Nov 19 13:42:40.466058 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-46f532d8-4512-455d-97eb-8cffaaa4eea3 req-5547a204-bcc8-4d27-9b07-7c9170562461 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Nov 19 13:42:40.728951 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2bec3-a28b-44d7-b84c-1bcc162e0130 req-c883d4e3-1cd6-41ff-bac7-5e684f5b9fd6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:40.730311 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-94b2bec3-a28b-44d7-b84c-1bcc162e0130 req-c883d4e3-1cd6-41ff-bac7-5e684f5b9fd6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0485380 Nov 19 13:42:40.776516 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-94b2bec3-a28b-44d7-b84c-1bcc162e0130 req-09b14f86-e428-462d-bc0b-47f397ef13eb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402093 Nov 19 13:42:41.590798 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101dc5-aaf4-45aa-bfda-0c51d9c17033 req-e8cdc15f-a43f-4657-bbd7-a042c0ae3095 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.592413 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-47101dc5-aaf4-45aa-bfda-0c51d9c17033 req-e8cdc15f-a43f-4657-bbd7-a042c0ae3095 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 943 time: 0.0533230 Nov 19 13:42:41.641985 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-47101dc5-aaf4-45aa-bfda-0c51d9c17033 req-0ce04e44-5b6f-4070-adcc-1fb0b9de41af tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Nov 19 13:42:41.899226 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64667e25-a4fb-4821-b46c-295249043c02 req-5dc6e3a4-9b0d-46f1-9633-5b6592b14c53 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.900711 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-64667e25-a4fb-4821-b46c-295249043c02 req-5dc6e3a4-9b0d-46f1-9633-5b6592b14c53 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Nov 19 13:42:41.948435 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-64667e25-a4fb-4821-b46c-295249043c02 req-c4ee2cda-0fd8-44db-a5e1-f6bbc5e65b90 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Nov 19 13:42:42.150280 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device fb3e76b3-2079-4345-a03f-aca07383ad4a details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:42:42.246175 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port fb3e76b3-2079-4345-a03f-aca07383ad4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:42.257628 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'port_id': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'mac_address': 'fa:16:3e:08:69:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:42:42.298780 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.312774 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3e76b3-2079-4345-a03f-aca07383ad4a {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:42.331440 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port fb3e76b3-2079-4345-a03f-aca07383ad4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:42.335620 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.389375 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=fb3e76b3-2079-4345-a03f-aca07383ad4a,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:42.682680 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['fb3e76b3-2079-4345-a03f-aca07383ad4a'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:42.821571 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f77f-c5da-4829-a2b3-afda81635f66 req-d91e1405-3fc9-42b2-bb7c-2eb4006eb398 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:42.823143 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d0e3f77f-c5da-4829-a2b3-afda81635f66 req-d91e1405-3fc9-42b2-bb7c-2eb4006eb398 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 944 time: 0.1078048 Nov 19 13:42:42.883474 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d0e3f77f-c5da-4829-a2b3-afda81635f66 req-08830dda-7c77-413f-9aef-00b6a5db242f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538881 Nov 19 13:42:43.086861 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ad956-adfa-4a3c-ba48-f3d295112874 req-fc70efba-bdbe-4d8f-a61b-474aa32e9d78 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.088476 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-885ad956-adfa-4a3c-ba48-f3d295112874 req-fc70efba-bdbe-4d8f-a61b-474aa32e9d78 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0620544 Nov 19 13:42:43.147020 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-885ad956-adfa-4a3c-ba48-f3d295112874 req-3eaafb84-4e79-4d66-86b1-692384f70699 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514312 Nov 19 13:42:44.029172 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681bda-6286-4c96-92ba-dd9be42196ca req-83fa8f86-bb34-48b1-a96c-f22ce0e4f8d4 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.030968 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ef681bda-6286-4c96-92ba-dd9be42196ca req-83fa8f86-bb34-48b1-a96c-f22ce0e4f8d4 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 944 time: 0.0598903 Nov 19 13:42:44.109291 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ef681bda-6286-4c96-92ba-dd9be42196ca req-ebe7bdb7-b186-43ff-b3f0-7785a4091b28 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710981 Nov 19 13:42:44.161910 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device fb3e76b3-2079-4345-a03f-aca07383ad4a up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:44.253037 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port fb3e76b3-2079-4345-a03f-aca07383ad4a completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:42:44.257833 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port fb3e76b3-2079-4345-a03f-aca07383ad4a triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:44.258294 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.299688 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ae6e-adea-4861-ac07-859dc3b34647 req-dea4d91e-2647-4eb4-b79a-4e789a1c4ed5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.307726 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c335ae6e-adea-4861-ac07-859dc3b34647 req-dea4d91e-2647-4eb4-b79a-4e789a1c4ed5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0666528 Nov 19 13:42:44.361055 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c335ae6e-adea-4861-ac07-859dc3b34647 req-b9007ecb-69c7-42c5-b100-185e56f65cfc tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521371 Nov 19 13:42:44.365267 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.403139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:44.405998 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346cebc4-3b62-4a1c-89e5-727333535261" -d '{"events": [{"server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:44.426795 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port fb3e76b3-2079-4345-a03f-aca07383ad4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:44.434798 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.462531 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb124ad-1b3e-4172-923b-1c8734b0f3d5 x-openstack-request-id: req-1cb124ad-1b3e-4172-923b-1c8734b0f3d5 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:44.462827 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:44.463085 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cb124ad-1b3e-4172-923b-1c8734b0f3d5 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:44.463472 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'code': 200} Nov 19 13:42:44.508378 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=fb3e76b3-2079-4345-a03f-aca07383ad4a,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:44.516044 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.516442 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.516796 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.517137 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.517503 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.517815 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.518151 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.518480 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.519351 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.519351 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.519687 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.519780 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:44.717870 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d30fa-abf3-48ee-910f-415d76bf1197 req-f1984eeb-531a-48e0-b8b0-b313ec665243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.720511 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-527d30fa-abf3-48ee-910f-415d76bf1197 req-f1984eeb-531a-48e0-b8b0-b313ec665243 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 1098 time: 0.0475717 Nov 19 13:42:44.776391 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-527d30fa-abf3-48ee-910f-415d76bf1197 req-7011de33-cf32-4dbb-8372-d851b6c0cfe6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472662 Nov 19 13:42:45.234093 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc487-cbd6-4484-bd9f-9529e55b9b89 req-fffc9476-a437-4e47-858f-1c73159c5a06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.235562 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e5dc487-cbd6-4484-bd9f-9529e55b9b89 req-fffc9476-a437-4e47-858f-1c73159c5a06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Nov 19 13:42:45.292298 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6e5dc487-cbd6-4484-bd9f-9529e55b9b89 req-8c25e27e-980c-4f7d-a61e-7b3397f3ec03 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500791 Nov 19 13:42:45.502590 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bacfef-12d5-4932-bb59-f1d592044c16 req-249b144a-2016-4bae-bd3c-6a16bfbc3103 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.505386 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-95bacfef-12d5-4932-bb59-f1d592044c16 req-249b144a-2016-4bae-bd3c-6a16bfbc3103 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0544908 Nov 19 13:42:45.575144 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-95bacfef-12d5-4932-bb59-f1d592044c16 req-2c418468-1885-41f9-b241-7ff3ffd2d1ff tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633461 Nov 19 13:42:46.414836 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a6d08-d009-4aa5-8eb0-d91bc937311e req-8a4395a3-f713-402a-9f17-1308d13bd6e2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:46.422314 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a95a6d08-d009-4aa5-8eb0-d91bc937311e req-8a4395a3-f713-402a-9f17-1308d13bd6e2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 945 time: 0.0563736 Nov 19 13:42:46.484502 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a95a6d08-d009-4aa5-8eb0-d91bc937311e req-ad42ba01-2677-49b1-99f3-c9d0877ec677 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596519 Nov 19 13:42:46.612776 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1197-2050-4f38-bf30-2594754677c1 req-69913c16-9c91-4f4f-9c95-fb7ad5e092a9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:46.620389 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-62bd1197-2050-4f38-bf30-2594754677c1 req-69913c16-9c91-4f4f-9c95-fb7ad5e092a9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 945 time: 0.0670986 Nov 19 13:42:46.681205 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-62bd1197-2050-4f38-bf30-2594754677c1 req-2db1dde3-66e5-441f-8432-81228899a457 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595295 Nov 19 13:42:46.699661 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39000) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:46.746177 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0daef-040e-4568-8f1b-05886ff57391 req-ea758b4b-17ae-48d8-816d-1f03ca33f0ef tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:46.749040 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-71a0daef-040e-4568-8f1b-05886ff57391 req-ea758b4b-17ae-48d8-816d-1f03ca33f0ef tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0695605 Nov 19 13:42:46.830737 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-71a0daef-040e-4568-8f1b-05886ff57391 req-71a64083-2f76-42ca-a190-fa0dec75d47d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750501 Nov 19 13:42:46.875046 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39143f7-ae15-4b03-9b9a-b61e717186ad tempest-TestVolumeBootPattern-1277228975 tempest-TestVolumeBootPattern-1277228975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:46.876628 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b39143f7-ae15-4b03-9b9a-b61e717186ad tempest-TestVolumeBootPattern-1277228975 tempest-TestVolumeBootPattern-1277228975-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 1093 time: 0.1753941 Nov 19 13:42:46.885352 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39004) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:46.893225 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'port_id': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:46.927423 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:47.056772 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:47.196095 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Allocated IP 172.27.0.28 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/1a3cc089-dea0-4cc2-9cd1-83e4e39bfd33) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:47.320162 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:47.367010 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:47.402083 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:47.405161 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:47.407687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:47.468365 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=1a3cc089-dea0-4cc2-9cd1-83e4e39bfd33,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:47.506942 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.507314 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.507640 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.507978 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.508354 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.508687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.509020 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.509349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.509679 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.510005 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.510338 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:47.510658 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:48.125144 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0863f-b03d-4fda-9374-f5bf1b41d8c2 req-0d0a4bcf-1ce6-4585-8b57-d701774f28c7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:48.126675 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-50a0863f-b03d-4fda-9374-f5bf1b41d8c2 req-0d0a4bcf-1ce6-4585-8b57-d701774f28c7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0961845 Nov 19 13:42:48.156502 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.222391 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-50a0863f-b03d-4fda-9374-f5bf1b41d8c2 req-2521bcc4-e65d-4178-80fc-64229408b4e3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881464 Nov 19 13:42:48.252772 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.474749 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.480552 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.561437 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.611799 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=1a3cc089-dea0-4cc2-9cd1-83e4e39bfd33,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:48.681915 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Floating IP 713982ea-8350-4374-81dc-f1a7104aecbe associated. External IP: 172.27.0.28, port: fb3e76b3-2079-4345-a03f-aca07383ad4a. Nov 19 13:42:48.918134 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:49.039104 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:49.056998 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:49.060116 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.067646 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:49.068296 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:42:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:49.088847 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-932adf2f-9589-4871-8f70-40ce09dd9837 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2023516 Nov 19 13:42:49.089926 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:49.096543 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73659a-cf10-4211-9edf-8a8cb0b72e16" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:49.151821 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813df03e-ac26-4947-a2b2-44ad75799c9e x-openstack-request-id: req-813df03e-ac26-4947-a2b2-44ad75799c9e {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:49.152760 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:49.153263 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-813df03e-ac26-4947-a2b2-44ad75799c9e {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:49.153823 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'status': 'completed', 'code': 200} Nov 19 13:42:49.221100 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-0bf864ff-aca4-49d7-8a3a-dfbca8e1af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:49.223922 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-0bf864ff-aca4-49d7-8a3a-dfbca8e1af09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 1098 time: 0.0445151 Nov 19 13:42:49.396392 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-772ea5f0-3b1c-4f26-9be4-e7e61beb6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:49.398327 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-772ea5f0-3b1c-4f26-9be4-e7e61beb6fc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.1672120 Nov 19 13:42:49.402873 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:49.468145 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c332-0ad4-4940-b7e1-f991d5ff0e8f req-0d7a1a2a-5c99-47e8-b26e-d898a178b786 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:49.469947 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ecf3c332-0ad4-4940-b7e1-f991d5ff0e8f req-0d7a1a2a-5c99-47e8-b26e-d898a178b786 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.1160924 Nov 19 13:42:49.485204 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-cfed2a15-3384-4ca0-8379-5d181c8ad364 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a HTTP/1.1" status: 200 len: 998 time: 0.0783534 Nov 19 13:42:49.583563 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-0285c5b0-7d5a-4290-9b4f-8252b0fa19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:49.585318 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-0285c5b0-7d5a-4290-9b4f-8252b0fa19d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0920942 Nov 19 13:42:49.589704 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-ecf3c332-0ad4-4940-b7e1-f991d5ff0e8f req-0afb0a29-a000-4dc0-978c-01af26479f10 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032941 Nov 19 13:42:49.643041 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-d526f4ff-0d1d-4b4a-be2d-f583ef5fa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:49.644918 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-d526f4ff-0d1d-4b4a-be2d-f583ef5fa94c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514977 Nov 19 13:42:49.734063 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '713982ea-8350-4374-81dc-f1a7104aecbe', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:08:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:42:47Z', 'updated_at': '2021-11-19T13:42:47Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:49.760053 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-be50a529-b62f-47ef-a255-ac12067961b8 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071980 Nov 19 13:42:49.764182 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:49.773566 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:49.774196 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:42:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:49.877185 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf73659a-cf10-4211-9edf-8a8cb0b72e16 req-2eb5387a-ba65-4761-b18a-687f5c6a1413 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090112 Nov 19 13:42:49.930737 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:50.204687 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '713982ea-8350-4374-81dc-f1a7104aecbe', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:08:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:42:47Z', 'updated_at': '2021-11-19T13:42:47Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:50.248283 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65798b-414f-43d3-bc1d-4707e46a73ba None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '713982ea-8350-4374-81dc-f1a7104aecbe', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:08:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:42:47Z', 'updated_at': '2021-11-19T13:42:47Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:50.518949 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9303f-ac29-4b76-ae9c-35110ff63a59 None None] New status for floating IP 713982ea-8350-4374-81dc-f1a7104aecbe: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:42:50.744408 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7693e-99f5-42f1-841e-de171e14cc91 req-38c989a4-9c46-43e1-b2dd-c360deef942d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:50.746111 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70d7693e-99f5-42f1-841e-de171e14cc91 req-38c989a4-9c46-43e1-b2dd-c360deef942d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0623999 Nov 19 13:42:50.806304 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-70d7693e-99f5-42f1-841e-de171e14cc91 req-4281c2f4-8c3e-416c-b546-8a0a7ddb2eb6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541692 Nov 19 13:42:51.947847 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384fb99-3f54-4ddb-a568-456a1c6212d9 req-c79cab30-e47b-4218-970b-194446de1c91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:51.949365 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c384fb99-3f54-4ddb-a568-456a1c6212d9 req-c79cab30-e47b-4218-970b-194446de1c91 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0583565 Nov 19 13:42:52.016352 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c384fb99-3f54-4ddb-a568-456a1c6212d9 req-271094af-d0bd-4152-911d-16e26ea77019 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521588 Nov 19 13:42:53.134925 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b06249-c137-4e44-b6c4-fe41813cf36e req-de367991-f0a2-4e2f-b004-1872cb93c58c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:53.136441 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-05b06249-c137-4e44-b6c4-fe41813cf36e req-de367991-f0a2-4e2f-b004-1872cb93c58c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Nov 19 13:42:53.184494 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-05b06249-c137-4e44-b6c4-fe41813cf36e req-f91ceeda-e717-403e-bb87-55fc1efcd7c0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Nov 19 13:42:53.651340 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-a57470f7-e74b-4b3c-898e-964e8a9799e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:53.652941 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-a57470f7-e74b-4b3c-898e-964e8a9799e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1098 time: 0.0440218 Nov 19 13:42:53.743312 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-f207ed35-f0b9-4322-890d-84594ec45e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:53.744713 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-f207ed35-f0b9-4322-890d-84594ec45e8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0836694 Nov 19 13:42:53.812697 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-93100deb-af12-448f-9494-a4664c9e6679 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 200 len: 1000 time: 0.0603030 Nov 19 13:42:53.863833 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-78d30ae3-de09-478e-9c1d-0e7c85fc82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:53.865314 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-78d30ae3-de09-478e-9c1d-0e7c85fc82b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0457990 Nov 19 13:42:53.917462 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-a1698f25-2635-42e7-a279-9144f16888f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:53.919196 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-a1698f25-2635-42e7-a279-9144f16888f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404406 Nov 19 13:42:54.013835 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-b1f3b606-2dbc-4e54-a2c7-bbae17a20bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866308 Nov 19 13:42:54.105409 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-cac7b29d-c5be-475c-8b84-d4e7286fda0a req-8914eefa-322b-4b1e-9703-e8ac6b45749c service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835934 Nov 19 13:42:54.308469 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1d9e-233c-4620-b6be-5b9137ed100d req-ac518319-cc4d-445e-85ce-a8a4bfa51f49 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:54.309856 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-516c1d9e-233c-4620-b6be-5b9137ed100d req-ac518319-cc4d-445e-85ce-a8a4bfa51f49 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Nov 19 13:42:54.364872 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-516c1d9e-233c-4620-b6be-5b9137ed100d req-cc9a9990-335a-4924-8d31-38f345661f3e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484943 Nov 19 13:42:55.487915 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f39f66-db4e-432c-bcfb-a595244edc24 req-a411e66a-f2e2-4a1d-abef-889ac88f4e2b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:55.489454 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-18f39f66-db4e-432c-bcfb-a595244edc24 req-a411e66a-f2e2-4a1d-abef-889ac88f4e2b tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 945 time: 0.0512671 Nov 19 13:42:55.537308 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-18f39f66-db4e-432c-bcfb-a595244edc24 req-e1e00ec3-db57-4fca-aee2-73ca97818bcf tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Nov 19 13:42:56.217936 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:56.297689 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.321364 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:56.323630 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d68f5bc-4f0d-4b7b-b61e-b00804f91fac" -d '{"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-unplugged", "status": "completed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:56.336361 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:56.340823 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.364331 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5558032c-66e8-44c8-9cd1-ff9c8eb6e108 x-openstack-request-id: req-5558032c-66e8-44c8-9cd1-ff9c8eb6e108 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:56.364628 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-unplugged", "status": "failed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303", "code": 422}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:56.364883 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5558032c-66e8-44c8-9cd1-ff9c8eb6e108 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:56.365291 dv-cinder-816324-4-iscsi neutron-server[102799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'code': 422} returned with failed status Nov 19 13:42:56.391876 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=8']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:56.660934 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e137a-d94e-4763-b75f-1176693ba490 req-079323c0-6ccb-4b7b-8eac-d9d11688bccc tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:56.662434 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-467e137a-d94e-4763-b75f-1176693ba490 req-079323c0-6ccb-4b7b-8eac-d9d11688bccc tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0507593 Nov 19 13:42:56.710272 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-467e137a-d94e-4763-b75f-1176693ba490 req-d1a5b931-5127-4002-8a57-a2837fd1e0d4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Nov 19 13:42:57.459328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [req-7facc73b-0579-48f8-9d2c-bf2a25ac110e req-5d5e77ae-b8c6-40b7-a896-b26e06f0be22 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:42:57.460305 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7facc73b-0579-48f8-9d2c-bf2a25ac110e req-5d5e77ae-b8c6-40b7-a896-b26e06f0be22 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057964 Nov 19 13:42:57.625975 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76863a-a706-4caa-b57b-e33a1762611c req-c9f1c9f5-8c54-4076-819b-03c37c1c7904 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:57.627477 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc76863a-a706-4caa-b57b-e33a1762611c req-c9f1c9f5-8c54-4076-819b-03c37c1c7904 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0579879 Nov 19 13:42:57.676881 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc76863a-a706-4caa-b57b-e33a1762611c req-9378e9cd-4143-4af3-b25e-477eadc60ea1 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Nov 19 13:42:57.818023 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39112) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.904558 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-51de4620-137b-411b-b6db-b9e1c48a4e1e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853326 Nov 19 13:42:57.913718 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-28337b80-5829-449f-9489-36f113fd03cc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:42:57.914717 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-28337b80-5829-449f-9489-36f113fd03cc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052924 Nov 19 13:42:58.796372 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-2312cd10-e333-440c-8169-108e0c54e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:58.797942 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-2312cd10-e333-440c-8169-108e0c54e10d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815&tenant_id=8a86d02b5b9347aeae7b72e480a00ab7 HTTP/1.1" status: 200 len: 1096 time: 0.0740221 Nov 19 13:42:58.806824 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd0aae-d934-4a5c-b419-08ecf3051281 req-26770fd1-da65-4738-bbba-696c506f600e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:58.808316 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c8fd0aae-d934-4a5c-b419-08ecf3051281 req-26770fd1-da65-4738-bbba-696c506f600e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0520611 Nov 19 13:42:58.857103 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c8fd0aae-d934-4a5c-b419-08ecf3051281 req-9085b35c-14bd-44ad-81cc-85eb3f716fed tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Nov 19 13:42:58.863449 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-6d440a6c-1a41-4c78-89f5-e50f8c4d22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:58.864962 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-6d440a6c-1a41-4c78-89f5-e50f8c4d22c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1096 time: 0.0407078 Nov 19 13:42:58.955450 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-d2aaaa9f-f500-4602-90ab-b83d49dfc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:58.957603 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-d2aaaa9f-f500-4602-90ab-b83d49dfc585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 200 len: 919 time: 0.0840428 Nov 19 13:42:59.031768 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-0fd13bcd-28b3-48ce-8fa0-f3d72552e158 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 200 len: 998 time: 0.0634127 Nov 19 13:42:59.083926 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-772178f1-246c-4ca0-b826-616dda1aac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:59.085377 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-772178f1-246c-4ca0-b826-616dda1aac61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 200 len: 856 time: 0.0444956 Nov 19 13:42:59.134720 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-9abf5a25-3af1-49bb-ac7c-81e0735099d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:59.136154 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-9abf5a25-3af1-49bb-ac7c-81e0735099d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dd42d2c-8875-4370-a3ea-b9df852109ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387239 Nov 19 13:42:59.234392 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-de8a668e-46d8-441d-8866-5168d89eb8fd service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869133 Nov 19 13:42:59.328602 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a33271ce-f708-4131-a099-f19a7fd9d778 req-75a0560b-de9b-4ae1-bf86-b15291213411 service neutron] 10.222.0.73 "GET /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837307 Nov 19 13:42:59.992493 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf587fa-de9e-4649-8317-c509c86c3c38 req-64465b99-b88a-4788-8212-dcbeccad1b0f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:59.994219 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9bf587fa-de9e-4649-8317-c509c86c3c38 req-64465b99-b88a-4788-8212-dcbeccad1b0f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0565097 Nov 19 13:43:00.056347 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9bf587fa-de9e-4649-8317-c509c86c3c38 req-d5e0bb72-5990-4563-b308-8586c51b9389 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550597 Nov 19 13:43:00.975166 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.179124 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0c077-b299-4dca-8bdd-3cb76cb9edd8 req-ea3f93fc-27d9-4182-88f7-035ffc518ae4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:01.180603 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cdd0c077-b299-4dca-8bdd-3cb76cb9edd8 req-ea3f93fc-27d9-4182-88f7-035ffc518ae4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0494275 Nov 19 13:43:01.239708 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cdd0c077-b299-4dca-8bdd-3cb76cb9edd8 req-8abf0667-bee9-4e49-ad5c-912d87faf1d7 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530329 Nov 19 13:43:01.353380 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0944fd7f-7219-4210-8d79-320bf8d5ca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:01.622546 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:43:02.414572 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47460298-1546-4e22-aa25-ae655292c49a req-7abdf58b-94fe-4635-8296-1d29cfc34c3d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:02.416410 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-47460298-1546-4e22-aa25-ae655292c49a req-7abdf58b-94fe-4635-8296-1d29cfc34c3d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0733762 Nov 19 13:43:02.490610 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-47460298-1546-4e22-aa25-ae655292c49a req-388d1e74-0829-4f1f-8c2c-62e99eebc07e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632024 Nov 19 13:43:03.645785 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b470b4-62d2-45bf-ab4b-20ade04b11e9 req-6a8993e9-c4da-4017-9e7f-0d715b115aa4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:03.647259 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-70b470b4-62d2-45bf-ab4b-20ade04b11e9 req-6a8993e9-c4da-4017-9e7f-0d715b115aa4 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0496304 Nov 19 13:43:03.709648 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-70b470b4-62d2-45bf-ab4b-20ade04b11e9 req-63167bbc-74d3-48b1-9639-349d32fbdd03 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562305 Nov 19 13:43:03.932687 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c67d1a15-6d21-4ad3-8e0a-2ba2bf07072f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.786535 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:04.839303 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ae10b-11ab-4311-98fd-1f07cb0105d5 req-e90cdde4-14f3-4df2-a4e4-e24fbe1027a3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:04.841481 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d7ae10b-11ab-4311-98fd-1f07cb0105d5 req-e90cdde4-14f3-4df2-a4e4-e24fbe1027a3 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0522628 Nov 19 13:43:04.915236 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d7ae10b-11ab-4311-98fd-1f07cb0105d5 req-489b830e-911f-4aad-bb8f-af0e7f8ddfec tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595243 Nov 19 13:43:06.054187 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2860c7-a61e-4f73-a9a6-292dcb73bce9 req-48409756-8b2c-4d4d-9ae5-99b6fca82b67 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:06.055705 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9d2860c7-a61e-4f73-a9a6-292dcb73bce9 req-48409756-8b2c-4d4d-9ae5-99b6fca82b67 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0721529 Nov 19 13:43:06.105848 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9d2860c7-a61e-4f73-a9a6-292dcb73bce9 req-66119379-ac2c-47bf-905d-daeae24ac22c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Nov 19 13:43:06.342656 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:07.243716 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5e7c9-d8c1-4698-a7a9-a976e72033ae req-0e431486-6c4d-490c-94c0-3c3ee2d7458f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:07.245235 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-78c5e7c9-d8c1-4698-a7a9-a976e72033ae req-0e431486-6c4d-490c-94c0-3c3ee2d7458f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0652375 Nov 19 13:43:07.295033 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-78c5e7c9-d8c1-4698-a7a9-a976e72033ae req-d1cc1815-959c-4b54-a9b2-369129257df5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Nov 19 13:43:07.337612 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:08.430254 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeee6c8-98fe-4265-9268-88c7ae8c7da1 req-8d168299-91ec-434b-84fe-d660d3e2883d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:08.432052 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3eeee6c8-98fe-4265-9268-88c7ae8c7da1 req-8d168299-91ec-434b-84fe-d660d3e2883d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0554883 Nov 19 13:43:08.483616 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3eeee6c8-98fe-4265-9268-88c7ae8c7da1 req-900690ac-f39e-4b54-bd9d-26b0ffc74595 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Nov 19 13:43:09.612491 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c2eff-e2c8-4c1b-ba57-e38740e78ea1 req-ecfe5e5c-5d70-4dd0-9651-f58fc4dd9da8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:09.614006 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ba4c2eff-e2c8-4c1b-ba57-e38740e78ea1 req-ecfe5e5c-5d70-4dd0-9651-f58fc4dd9da8 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0490940 Nov 19 13:43:09.665467 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ba4c2eff-e2c8-4c1b-ba57-e38740e78ea1 req-b7787689-5df7-4a81-a7a1-3d8d22236478 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Nov 19 13:43:10.791938 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c31c4-28b5-4a1f-8199-3b43f64f8b00 req-8e021fba-e0bf-4d06-b09b-a3c99f4b45ba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:10.793437 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-827c31c4-28b5-4a1f-8199-3b43f64f8b00 req-8e021fba-e0bf-4d06-b09b-a3c99f4b45ba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0538528 Nov 19 13:43:10.844464 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-827c31c4-28b5-4a1f-8199-3b43f64f8b00 req-3c726957-bb8b-4c4e-b5d1-3837240a643a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Nov 19 13:43:11.968930 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc0823-f0f6-402b-95e5-ac6bfd853f28 req-fb4a1fc8-43d5-43c8-861e-7a1c7ba4c68e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:11.970407 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-25cc0823-f0f6-402b-95e5-ac6bfd853f28 req-fb4a1fc8-43d5-43c8-861e-7a1c7ba4c68e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0480068 Nov 19 13:43:12.017453 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-25cc0823-f0f6-402b-95e5-ac6bfd853f28 req-69efd281-4ffc-4b69-a953-54b7827446a5 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400264 Nov 19 13:43:13.137964 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983f7d1-e8f0-4d95-9c0e-518b807a3001 req-e88ba4eb-99fc-466f-b07f-397f5feaaedb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:13.139425 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e983f7d1-e8f0-4d95-9c0e-518b807a3001 req-e88ba4eb-99fc-466f-b07f-397f5feaaedb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0481858 Nov 19 13:43:13.187562 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e983f7d1-e8f0-4d95-9c0e-518b807a3001 req-4f02dcbf-a6f3-4cc3-8d3b-697be5a31aab tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Nov 19 13:43:14.310987 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a566d-df0f-42b1-9d7a-13c9a11ad86c req-64196751-b840-4ddd-93a1-217266d5e564 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:14.312473 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d32a566d-df0f-42b1-9d7a-13c9a11ad86c req-64196751-b840-4ddd-93a1-217266d5e564 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0531454 Nov 19 13:43:14.359468 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d32a566d-df0f-42b1-9d7a-13c9a11ad86c req-069beee5-97f2-4ddd-b8fc-2b4cd4555846 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Nov 19 13:43:15.481222 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5217ee-764b-4566-bfe6-921624dd7d4d req-5e71b0a9-3239-480b-839f-ce1323d8f784 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:15.482690 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-fe5217ee-764b-4566-bfe6-921624dd7d4d req-5e71b0a9-3239-480b-839f-ce1323d8f784 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 943 time: 0.0480471 Nov 19 13:43:15.538933 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-fe5217ee-764b-4566-bfe6-921624dd7d4d req-3ad57ade-7b12-4798-ba09-ffa10f53a005 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Nov 19 13:43:16.305046 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:16.404077 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:16.424328 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'port_id': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'mac_address': 'fa:16:3e:70:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:16.476472 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:16.504561 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:16.533886 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:16.539203 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:16.588142 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=9']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:16.666661 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26645c9-4ed2-492c-bd26-e13d28f066d1 req-3e0ec743-ef57-4174-b449-d62f4709192f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:16.668136 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c26645c9-4ed2-492c-bd26-e13d28f066d1 req-3e0ec743-ef57-4174-b449-d62f4709192f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 944 time: 0.0523040 Nov 19 13:43:16.718671 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c26645c9-4ed2-492c-bd26-e13d28f066d1 req-468baecf-6ff7-41fa-ae9a-551b6051458c tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Nov 19 13:43:16.946123 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:17.841927 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69595b4a-1bf1-401c-a74d-a1a2179bf21c req-d0799d91-b98d-461c-ac65-1c2d9283e2f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:17.843568 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69595b4a-1bf1-401c-a74d-a1a2179bf21c req-d0799d91-b98d-461c-ac65-1c2d9283e2f0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 944 time: 0.0528212 Nov 19 13:43:17.892173 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69595b4a-1bf1-401c-a74d-a1a2179bf21c req-89545d8d-7aba-47f2-b999-c3a87681db31 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Nov 19 13:43:18.316731 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:18.363721 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:18.364091 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.448212 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.470412 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:18.472581 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96ad16-81ae-4034-93ce-d15d00bc5a3b" -d '{"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-plugged", "status": "completed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:18.485482 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:18.489853 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.517957 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd600e-2a11-4dd4-9ccf-d4784a8f53e9 x-openstack-request-id: req-a8dd600e-2a11-4dd4-9ccf-d4784a8f53e9 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:18.518257 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-plugged", "status": "completed", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:18.518514 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8dd600e-2a11-4dd4-9ccf-d4784a8f53e9 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:18.518927 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'code': 200} Nov 19 13:43:18.551249 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=10']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:18.711076 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f19da3-ccdd-4356-8ab9-f64495881aa0 req-4a5f9a22-886b-4575-8c9b-789c9ecde730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:18.712561 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-68f19da3-ccdd-4356-8ab9-f64495881aa0 req-4a5f9a22-886b-4575-8c9b-789c9ecde730 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 1099 time: 0.0441167 Nov 19 13:43:18.760013 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-68f19da3-ccdd-4356-8ab9-f64495881aa0 req-b3a56518-4748-4d3c-b2bb-3d32d7c8358d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380356 Nov 19 13:43:19.018051 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf7ad-3735-4ede-9579-33528b59e6e0 req-d8a0b346-af2c-4e68-b023-d7f6f3c7936d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:19.019421 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b33cf7ad-3735-4ede-9579-33528b59e6e0 req-d8a0b346-af2c-4e68-b023-d7f6f3c7936d tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 946 time: 0.0516977 Nov 19 13:43:19.066890 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b33cf7ad-3735-4ede-9579-33528b59e6e0 req-a11617e8-25e7-4ba0-80c6-41113b7e561e tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Nov 19 13:43:20.188817 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbeab5-4f11-4c3f-8a8d-21c39526284f req-92cedf4a-7276-48c9-aff9-8cba3f356607 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.190274 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4fdbeab5-4f11-4c3f-8a8d-21c39526284f req-92cedf4a-7276-48c9-aff9-8cba3f356607 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 946 time: 0.0484505 Nov 19 13:43:20.248202 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4fdbeab5-4f11-4c3f-8a8d-21c39526284f req-0f0093a4-c3a8-4181-8e6b-a242fe20c023 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489273 Nov 19 13:43:21.368154 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309ca70-f24d-4693-8ec2-c0d6ec201840 req-887864c1-bed7-4ba3-aa8d-89786e580f95 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:21.370218 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0309ca70-f24d-4693-8ec2-c0d6ec201840 req-887864c1-bed7-4ba3-aa8d-89786e580f95 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 946 time: 0.0479164 Nov 19 13:43:21.419645 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0309ca70-f24d-4693-8ec2-c0d6ec201840 req-94ce9206-af3a-49ae-aa4f-d80d0439fd31 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Nov 19 13:43:30.980969 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.355448 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-edd2eea4-e6aa-4eaa-b4db-c18919cdac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.936217 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-f111a254-d0f6-4754-a535-4aa387d12369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.791991 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:36.340529 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:37.335085 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:38.151794 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-29777438-9731-46ec-b212-04791db636e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818207 Nov 19 13:43:38.218224 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d00b0-be29-47f5-a26a-570169b344b9 req-c20cc414-3405-4c97-8c7d-56d178454f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.219672 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-c20cc414-3405-4c97-8c7d-56d178454f1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 1098 time: 0.0415852 Nov 19 13:43:38.328361 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d00b0-be29-47f5-a26a-570169b344b9 req-853835bf-cc11-44c8-898f-0c7d37951372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.329764 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-853835bf-cc11-44c8-898f-0c7d37951372 service neutron] 10.222.0.73 "GET /v2.0/networks?id=75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 200 len: 911 time: 0.0869899 Nov 19 13:43:38.405969 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-7af310bc-0bff-40f0-88fd-20a15d145917 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed201526-389d-499c-91c0-f5baba660453 HTTP/1.1" status: 200 len: 1001 time: 0.0681155 Nov 19 13:43:38.622750 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:43:38.693161 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d00b0-be29-47f5-a26a-570169b344b9 req-6d309a84-3a43-4b54-a679-85280520c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.694585 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-6d309a84-3a43-4b54-a679-85280520c58a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 200 len: 848 time: 0.2810605 Nov 19 13:43:38.741703 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d00b0-be29-47f5-a26a-570169b344b9 req-f657eeb1-6ab9-4979-9822-b84faa781494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.743166 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-f657eeb1-6ab9-4979-9822-b84faa781494 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75828d9d-0193-422c-8e00-33a3c6ef972f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402842 Nov 19 13:43:38.756454 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-978200b6-e668-47bd-a77b-298cdf785d35 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:43:38.757376 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-978200b6-e668-47bd-a77b-298cdf785d35 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047567 Nov 19 13:43:38.849306 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-f74671c1-ece6-4027-8ddc-226451ad3cd2 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Nov 19 13:43:38.937351 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-625d00b0-be29-47f5-a26a-570169b344b9 req-409cc386-59f7-4c85-94d1-83f008edf1d2 service neutron] 10.222.0.73 "GET /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806928 Nov 19 13:43:48.080847 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd1f0-3e21-4ee2-bec4-b849abaa399a req-546ddc4b-3c2d-4604-a6c8-3367f8afc21a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:48.082324 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-10bfd1f0-3e21-4ee2-bec4-b849abaa399a req-546ddc4b-3c2d-4604-a6c8-3367f8afc21a tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0500472 Nov 19 13:43:48.135707 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-10bfd1f0-3e21-4ee2-bec4-b849abaa399a req-7e997b4c-2f74-47b7-923e-1184fbada1d0 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474253 Nov 19 13:43:49.254891 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b8adc-67df-4b83-bde7-7502adb10577 req-078a2aa3-9696-4fc1-9a0d-181045b40917 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:49.256403 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1f8b8adc-67df-4b83-bde7-7502adb10577 req-078a2aa3-9696-4fc1-9a0d-181045b40917 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0476375 Nov 19 13:43:49.306201 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1f8b8adc-67df-4b83-bde7-7502adb10577 req-8da95034-822d-42d5-a839-c9186ade6b6e tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438652 Nov 19 13:43:50.223252 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-24e71877-b4fe-4747-ae42-3ba7bac6b133 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:50.225008 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-24e71877-b4fe-4747-ae42-3ba7bac6b133 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.0593486 Nov 19 13:43:50.317237 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Deleting port ed201526-389d-499c-91c0-f5baba660453 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:50.317574 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.436764 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] For port ed201526-389d-499c-91c0-f5baba660453, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=ed201526-389d-499c-91c0-f5baba660453,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:50.437126 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.501293 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29cc7-389e-4b12-9abd-3d9f21ff19e6 req-2812a1b7-6c7e-4982-bd49-e81ab9e4b198 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:50.503711 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a0d29cc7-389e-4b12-9abd-3d9f21ff19e6 req-2812a1b7-6c7e-4982-bd49-e81ab9e4b198 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/ports?device_id=37151819-efec-40a9-84a1-3480ff99100e HTTP/1.1" status: 200 len: 945 time: 0.1221883 Nov 19 13:43:50.603366 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a0d29cc7-389e-4b12-9abd-3d9f21ff19e6 req-b7272d06-ccdb-43b0-89b6-1d6b20f433b7 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups?id=043e9f06-6800-4729-928d-276cb5ab0998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938625 Nov 19 13:43:50.670775 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.671144 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.671499 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Floating IP 787e59cb-00d2-4b38-bf90-a8b2e558b2cd disassociated. External IP: 172.27.0.148, port: ed201526-389d-499c-91c0-f5baba660453. Nov 19 13:43:50.671845 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Calling delete_port for ed201526-389d-499c-91c0-f5baba660453 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:50.801209 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.835464 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event deleted for resources: {'Port': ['ID=ed201526-389d-499c-91c0-f5baba660453,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:50.846970 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.847315 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.847668 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.847984 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.848337 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.848670 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.848995 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.849319 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.849675 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.850049 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.850373 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.850700 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:50.961570 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Router 03ed1c43-0165-4847-b141-7bb6827ac4f1 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:51.066842 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:51.077042 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] Sync routers for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:51.087122 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:51.087781 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:43:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:51.109294 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] No DVR routers for this DVR port ed201526-389d-499c-91c0-f5baba660453 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:51.111833 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.115052 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-54d1b95b-3080-44a6-bd92-51563865dc3b req-e436dbb6-e704-498f-91c6-afd0142aab4d tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.73 "DELETE /v2.0/ports/ed201526-389d-499c-91c0-f5baba660453 HTTP/1.1" status: 204 len: 173 time: 0.8833880 Nov 19 13:43:51.115482 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'name': 'network-vif-deleted', 'tag': 'ed201526-389d-499c-91c0-f5baba660453'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:51.117727 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d6d6c4-59ba-4e90-ab03-9df3ddba234a" -d '{"events": [{"server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "name": "network-vif-deleted", "tag": "ed201526-389d-499c-91c0-f5baba660453"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:51.155758 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5c289-97b9-451e-a4cf-11a2f7646126 x-openstack-request-id: req-f2d5c289-97b9-451e-a4cf-11a2f7646126 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:51.156044 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37151819-efec-40a9-84a1-3480ff99100e", "name": "network-vif-deleted", "tag": "ed201526-389d-499c-91c0-f5baba660453", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:51.156312 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2d5c289-97b9-451e-a4cf-11a2f7646126 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:51.156713 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37151819-efec-40a9-84a1-3480ff99100e', 'name': 'network-vif-deleted', 'tag': 'ed201526-389d-499c-91c0-f5baba660453', 'status': 'completed', 'code': 200} Nov 19 13:43:51.226284 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:51.436402 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:51.466707 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] Checking router: 03ed1c43-0165-4847-b141-7bb6827ac4f1 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:51.475175 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:51.475785 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:43:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:51.587071 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:51.696145 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39404) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:51.752725 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-48e42df6-4c2d-4fda-bbd7-1d4e66d468a3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.776167 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-48e42df6-4c2d-4fda-bbd7-1d4e66d468a3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.824589 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-48e42df6-4c2d-4fda-bbd7-1d4e66d468a3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.828456 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-48e42df6-4c2d-4fda-bbd7-1d4e66d468a3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.829753 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-48e42df6-4c2d-4fda-bbd7-1d4e66d468a3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "DELETE /v2.0/security-groups/043e9f06-6800-4729-928d-276cb5ab0998 HTTP/1.1" status: 204 len: 168 time: 0.1325684 Nov 19 13:43:51.832572 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39406) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:51.839405 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e42df6-4c2d-4fda-bbd7-1d4e66d468a3 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e9f06-6800-4729-928d-276cb5ab0998,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:51.846580 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.api.v2.resource [None req-e616d1ad-ef44-4248-8917-f9400846eff5 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] show failed (client error): The resource could not be found. Nov 19 13:43:51.850589 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-e616d1ad-ef44-4248-8917-f9400846eff5 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "GET /v2.0/security-groups/043e9f06-6800-4729-928d-276cb5ab0998 HTTP/1.1" status: 404 len: 347 time: 0.0170035 Nov 19 13:43:51.851783 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39408) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:51.948526 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:51.975547 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbb3bd-f6aa-4c91-a658-276e0a40f3c8 None None] The sync data for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi is: [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:33:32Z', 'revision_number': 4, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '5178def3-5cc1-44c3-b279-83df90fbc348', 'name': '', 'network_id': '75828d9d-0193-422c-8e00-33a3c6ef972f', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'mac_address': 'fa:16:3e:ee:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:28Z', 'updated_at': '2021-11-19T13:33:43Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'subnets': [{'id': 'de7434d3-eb23-4d2e-aa51-7c17df957779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:51.985160 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Deleting port ac8af958-9532-4e68-9c57-17abaa2d7bc8 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:51.985573 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.069117 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.069440 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.082101 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Calling delete_port for ac8af958-9532-4e68-9c57-17abaa2d7bc8 owned by network:floatingip {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:52.215575 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e16b07-1ded-4d62-866b-ff49d0ce7ad3 None None] New status for floating IP 787e59cb-00d2-4b38-bf90-a8b2e558b2cd: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:43:52.228903 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.258088 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Pushing event deleted for resources: {'Port': ['ID=ac8af958-9532-4e68-9c57-17abaa2d7bc8,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:52.318480 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks [] for floatingip, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.321116 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.325045 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-597c5800-7489-4683-9574-f424f55a3565 tempest-AttachVolumeTestJSON-955005494 tempest-AttachVolumeTestJSON-955005494-project] 10.222.0.81 "DELETE /v2.0/floatingips/787e59cb-00d2-4b38-bf90-a8b2e558b2cd HTTP/1.1" status: 204 len: 168 time: 0.4695084 Nov 19 13:43:52.389839 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.db.api [None req-38e16b07-1ded-4d62-866b-ff49d0ce7ad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:43:52.390255 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG oslo_db.api [None req-38e16b07-1ded-4d62-866b-ff49d0ce7ad3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:43:52.473527 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device ed201526-389d-499c-91c0-f5baba660453 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:52.492418 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: ed201526-389d-499c-91c0-f5baba660453 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:52.492772 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device ed201526-389d-499c-91c0-f5baba660453 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:52.892255 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e16b07-1ded-4d62-866b-ff49d0ce7ad3 None None] New status for floating IP 787e59cb-00d2-4b38-bf90-a8b2e558b2cd: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:43:55.874835 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39440) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:56.317396 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:56.561575 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Deleting port 5178def3-5cc1-44c3-b279-83df90fbc348 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:56.561815 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:56.640965 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] For port 5178def3-5cc1-44c3-b279-83df90fbc348, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=5178def3-5cc1-44c3-b279-83df90fbc348,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:56.641356 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:56.653852 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Calling delete_port for 5178def3-5cc1-44c3-b279-83df90fbc348 owned by network:router_interface {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:56.835045 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:56.864977 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Pushing event deleted for resources: {'Port': ['ID=5178def3-5cc1-44c3-b279-83df90fbc348,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:57.030203 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:57.246434 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Router 03ed1c43-0165-4847-b141-7bb6827ac4f1 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:57.587729 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:57.594629 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-37c6f4d7-e381-4f0f-963a-92cd6a103422 admin admin] 10.222.0.81 "PUT /v2.0/routers/03ed1c43-0165-4847-b141-7bb6827ac4f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7185669 Nov 19 13:43:57.596536 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39446) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:57.598054 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defa162-37da-42db-8f37-11383c60a20c None None] Sync routers for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:57.613799 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:57.614892 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:43:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:57.710151 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:57.723441 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:57.815889 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:57.875202 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Deleting port f5a6f1d0-c687-4a29-a403-01829465c535 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:57.875543 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:57.911272 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:43:56Z', 'revision_number': 5, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port': {'id': 'f5a6f1d0-c687-4a29-a403-01829465c535', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:23Z', 'updated_at': '2021-11-19T13:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:57.941215 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defa162-37da-42db-8f37-11383c60a20c None None] Checking router: 03ed1c43-0165-4847-b141-7bb6827ac4f1 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:57.949541 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] Routers {'03ed1c43-0165-4847-b141-7bb6827ac4f1'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:57.950150 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:43:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['03ed1c43-0165-4847-b141-7bb6827ac4f1'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:57.956338 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] For port f5a6f1d0-c687-4a29-a403-01829465c535, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=f5a6f1d0-c687-4a29-a403-01829465c535,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:57.956730 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:57.970389 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Calling delete_port for f5a6f1d0-c687-4a29-a403-01829465c535 owned by network:router_gateway {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:58.037373 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] Set router 03ed1c43-0165-4847-b141-7bb6827ac4f1 gateway port host: None {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:58.088752 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-2defa162-37da-42db-8f37-11383c60a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:43:57Z', 'revision_number': 6, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:58.118073 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defa162-37da-42db-8f37-11383c60a20c None None] The sync data for ids ['03ed1c43-0165-4847-b141-7bb6827ac4f1'] in dv-cinder-816324-4-iscsi is: [{'id': '03ed1c43-0165-4847-b141-7bb6827ac4f1', 'name': 'tempest-AttachVolumeTestJSON-96600987-router', 'tenant_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:21Z', 'updated_at': '2021-11-19T13:43:57Z', 'revision_number': 6, 'project_id': '1d03fc307bfe4a4ca746734a8ff78aa8', 'gw_port_host': None}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:58.139596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.169576 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a6f1d0-c687-4a29-a403-01829465c535,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:58.231836 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.335318 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.337520 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.403547 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.404009 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ed1c43-0165-4847-b141-7bb6827ac4f1 {{(pid=102798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:43:58.411864 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.413625 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-9fb3911b-bf37-48d7-b6bb-95ecb9995df1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/03ed1c43-0165-4847-b141-7bb6827ac4f1 HTTP/1.1" status: 204 len: 168 time: 0.8156979 Nov 19 13:43:58.416661 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39448) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:58.461629 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_v2 [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] Deleting subnet de7434d3-eb23-4d2e-aa51-7c17df957779 {{(pid=102798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:43:58.465112 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.501641 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25440321'] for subnet, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.593715 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.644635 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380179'] for subnet, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.671211 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7434d3-eb23-4d2e-aa51-7c17df957779,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:58.675281 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.678573 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-260b35e5-e44d-4781-b4de-0694549846de admin admin] 10.222.0.81 "DELETE /v2.0/subnets/de7434d3-eb23-4d2e-aa51-7c17df957779 HTTP/1.1" status: 204 len: 168 time: 0.2609749 Nov 19 13:43:58.681011 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39450) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:58.681890 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a838f1b-5d73-4bc0-8b41-109bb52d5a50 None None] Network 75828d9d-0193-422c-8e00-33a3c6ef972f requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:43:58.754765 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.808994 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Deleting port 686ba471-7655-4468-9c2d-cd366d88acbc {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:58.809337 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.884745 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] For port 686ba471-7655-4468-9c2d-cd366d88acbc, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=686ba471-7655-4468-9c2d-cd366d88acbc,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:58.885150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.898063 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Calling delete_port for 686ba471-7655-4468-9c2d-cd366d88acbc owned by network:dhcp {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:58.912310 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bab281-8442-4101-b058-ece74b847acf None None] DHCP port deletion for 75828d9d-0193-422c-8e00-33a3c6ef972f request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:43:58.939100 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 5178def3-5cc1-44c3-b279-83df90fbc348 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:58.962516 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 5178def3-5cc1-44c3-b279-83df90fbc348 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:58.962858 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 5178def3-5cc1-44c3-b279-83df90fbc348 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:58.986237 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-58bab281-8442-4101-b058-ece74b847acf None None] Deleting port 686ba471-7655-4468-9c2d-cd366d88acbc {{(pid=102799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:58.986237 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.991788 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.017683 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Pushing event deleted for resources: {'Port': ['ID=686ba471-7655-4468-9c2d-cd366d88acbc,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:59.022129 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] No DVR routers for this DVR port 686ba471-7655-4468-9c2d-cd366d88acbc on host dv-cinder-816324-4-iscsi {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:59.057523 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-58bab281-8442-4101-b058-ece74b847acf None None] For port 686ba471-7655-4468-9c2d-cd366d88acbc, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=686ba471-7655-4468-9c2d-cd366d88acbc,segment=NetworkSegment(a3c899a3-5842-4404-a408-3b12039143e0),segment_id=a3c899a3-5842-4404-a408-3b12039143e0)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:59.057923 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.071366 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-58bab281-8442-4101-b058-ece74b847acf None None] Calling delete_port for 686ba471-7655-4468-9c2d-cd366d88acbc owned by network:dhcp {{(pid=102799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:59.099590 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.121722 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75828d9d-0193-422c-8e00-33a3c6ef972f']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:59.131894 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c899a3-5842-4404-a408-3b12039143e0') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:59.132157 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c899a3-5842-4404-a408-3b12039143e0') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:59.143241 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.149763 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047'] for port, after_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.158634 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.166021 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:43:59.166423 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:43:59.168556 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:43:59.176271 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bab281-8442-4101-b058-ece74b847acf None None] Pushing event deleted for resources: {'Port': ['ID=686ba471-7655-4468-9c2d-cd366d88acbc,revision_number=None']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:59.181528 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bab281-8442-4101-b058-ece74b847acf None None] No DVR routers for this DVR port 686ba471-7655-4468-9c2d-cd366d88acbc on host dv-cinder-816324-4-iscsi {{(pid=102799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:59.190411 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.190411 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.190703 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.190999 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.191344 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.191682 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.192017 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.192385 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.192721 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.193288 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.193375 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.193676 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bab281-8442-4101-b058-ece74b847acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:59.233816 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.239145 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.242750 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] 10.222.0.81 "DELETE /v2.0/networks/75828d9d-0193-422c-8e00-33a3c6ef972f HTTP/1.1" status: 204 len: 168 time: 0.5607190 Nov 19 13:43:59.259399 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9db59-ad47-4d6c-8ac7-7bf267eee215 admin admin] Pushing event deleted for resources: {'Network': ['ID=75828d9d-0193-422c-8e00-33a3c6ef972f,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:59.379086 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39454) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:59.419919 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-40c1fc30-70ac-4118-9136-ca5fdcd18d4f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d03fc307bfe4a4ca746734a8ff78aa8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394979 Nov 19 13:43:59.422228 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39456) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:59.472560 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d92-a838-4707-94fc-6752781f9099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.493452 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d92-a838-4707-94fc-6752781f9099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.540445 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d92-a838-4707-94fc-6752781f9099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.543247 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c6d49d92-a838-4707-94fc-6752781f9099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:59.544447 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c6d49d92-a838-4707-94fc-6752781f9099 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/84136cc9-9955-4eaa-8a84-c78654007669 HTTP/1.1" status: 204 len: 168 time: 0.1212535 Nov 19 13:43:59.552056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d49d92-a838-4707-94fc-6752781f9099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84136cc9-9955-4eaa-8a84-c78654007669,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:00.302089 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 686ba471-7655-4468-9c2d-cd366d88acbc no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:00.323405 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 686ba471-7655-4468-9c2d-cd366d88acbc {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:00.323735 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 686ba471-7655-4468-9c2d-cd366d88acbc not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:00.324152 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device f5a6f1d0-c687-4a29-a403-01829465c535 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:00.344211 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: f5a6f1d0-c687-4a29-a403-01829465c535 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:00.344588 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device f5a6f1d0-c687-4a29-a403-01829465c535 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:00.985882 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.357810 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-66c62f1b-1315-41d6-a20a-39b8c22101d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.939528 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fd01eac0-d254-4b04-8025-61af322b6d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:04.790349 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:06.339926 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:07.328076 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:08.912443 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39572) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:09.019229 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b63f5d1a-6073-410c-9f50-a25216dac6fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:09.093231 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b63f5d1a-6073-410c-9f50-a25216dac6fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:09.097493 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b63f5d1a-6073-410c-9f50-a25216dac6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:09.134669 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b63f5d1a-6073-410c-9f50-a25216dac6fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d9fff38363345499b2b5d1b3b2d6200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211437 Nov 19 13:44:09.136627 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f5d1a-6073-410c-9f50-a25216dac6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab3e5d9-2776-4e56-9e05-83178655a286,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:09.137356 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39576) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:09.186925 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:09.207989 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:09.254609 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:09.257348 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:09.258504 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ab3e5d9-2776-4e56-9e05-83178655a286 HTTP/1.1" status: 204 len: 168 time: 0.1201847 Nov 19 13:44:09.266253 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab3e5d9-2776-4e56-9e05-83178655a286,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:09.274038 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.274394 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.274773 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.275079 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.275460 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.275803 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.276139 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.276503 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.276840 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.277186 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.277503 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:09.277832 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2b663-c57d-49a1-8164-0a044fcf71f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:15.621396 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:44:28.286495 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dd375-7b3c-4ff9-8ede-f0cb118fc8c7 req-4df6c7e9-e01b-45e0-84ad-b4edcbdccf67 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:28.287965 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf8dd375-7b3c-4ff9-8ede-f0cb118fc8c7 req-4df6c7e9-e01b-45e0-84ad-b4edcbdccf67 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 946 time: 0.0499279 Nov 19 13:44:28.335849 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cf8dd375-7b3c-4ff9-8ede-f0cb118fc8c7 req-a510e298-4694-4b6a-9042-4c7aa0a65dcb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 Nov 19 13:44:29.464190 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d464-41da-4342-a807-2567ce66dc50 req-79e7610a-8123-4a74-a783-362b913d8cba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:29.465629 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6322d464-41da-4342-a807-2567ce66dc50 req-79e7610a-8123-4a74-a783-362b913d8cba tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 946 time: 0.0532939 Nov 19 13:44:29.517014 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6322d464-41da-4342-a807-2567ce66dc50 req-49009b00-70dd-4465-905a-1b99d885b2fb tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Nov 19 13:44:30.160560 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-fb662693-a8e9-4901-ad5d-ce725447d4c6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:30.162046 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-fb662693-a8e9-4901-ad5d-ce725447d4c6 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Nov 19 13:44:30.253898 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Deleting port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:30.254235 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:30.347071 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] For port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:30.347435 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:30.525362 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:30.526067 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:30.526067 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Floating IP f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5 disassociated. External IP: 172.27.0.84, port: 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303. Nov 19 13:44:30.526352 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Calling delete_port for 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:30.657578 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04b1cf-318f-4816-afd0-462f55240788 req-7bd2e5c9-d480-4a38-ba74-a96355b7d432 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:30.659117 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4c04b1cf-318f-4816-afd0-462f55240788 req-7bd2e5c9-d480-4a38-ba74-a96355b7d432 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 946 time: 0.0553362 Nov 19 13:44:30.668188 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:30.696890 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event deleted for resources: {'Port': ['ID=3d49ac96-f70a-4b17-a94f-f3e7a0b3c303,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:30.707830 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4c04b1cf-318f-4816-afd0-462f55240788 req-45dd78da-a53b-4806-83d0-8848d6ef0978 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups?id=875ab098-5c8d-4620-9b66-b8aceff52a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Nov 19 13:44:30.816980 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Router 89df7b56-8b30-49b3-b508-7daf684d0cc9 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:44:30.926258 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:44:30.936345 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] Sync routers for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:44:30.946964 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:30.947574 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:44:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:30.964885 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] No DVR routers for this DVR port 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:30.967388 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:30.972059 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b0e5467d-83c7-493a-8ad5-71cdb78c3f5d req-d7c87c39-4bfd-40c9-a7dc-c476b84eb335 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.73 "DELETE /v2.0/ports/3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 HTTP/1.1" status: 204 len: 173 time: 0.8043380 Nov 19 13:44:30.972477 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-deleted', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:30.974735 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25d3e3-df99-4a18-b3b4-1e4fcd2d88f4" -d '{"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-deleted", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:31.059644 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:31.136024 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc5c50-04ad-4f39-a635-123891887b37 x-openstack-request-id: req-20dc5c50-04ad-4f39-a635-123891887b37 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:31.136375 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ef043-e1a1-46f6-a074-57ac3d52d815", "name": "network-vif-deleted", "tag": "3d49ac96-f70a-4b17-a94f-f3e7a0b3c303", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:31.136806 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20dc5c50-04ad-4f39-a635-123891887b37 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:31.137213 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ef043-e1a1-46f6-a074-57ac3d52d815', 'name': 'network-vif-deleted', 'tag': '3d49ac96-f70a-4b17-a94f-f3e7a0b3c303', 'status': 'completed', 'code': 200} Nov 19 13:44:31.273963 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:31.300192 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] Checking router: 89df7b56-8b30-49b3-b508-7daf684d0cc9 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:44:31.308388 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:31.308988 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:44:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:31.362567 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-df1d7ad6-14bc-4c78-bb7f-2921933202fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:31.422967 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:31.626046 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:31.655506 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e77061-8c62-4750-ad4f-fff022f39ff1 None None] The sync data for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi is: [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:33:33Z', 'revision_number': 4, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'cacefb64-0ee9-47cb-88cf-a60f5e63e883', 'name': '', 'network_id': '7dd42d2c-8875-4370-a3ea-b9df852109ed', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'mac_address': 'fa:16:3e:72:43:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:30Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'subnets': [{'id': '68c88ab0-ecb4-4f35-a951-b1577a944930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:44:31.813734 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-576a652a-bfda-4dd9-96e2-86406a17e3ee req-254ee67c-de58-4137-b99a-f95604cb93ed tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Nov 19 13:44:31.872342 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d9df7-194c-47dc-ad75-d1572a3b308c None None] New status for floating IP f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5: DOWN {{(pid=102799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:44:32.486078 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:32.920765 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5fc617e6-5d19-4d7e-aee9-02f28a6e0293 req-0ae29d0f-9de3-48ef-af86-4b3acb3437c0 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 210 time: 0.0330703 Nov 19 13:44:33.459663 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:33.480057 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:33.480428 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 3d49ac96-f70a-4b17-a94f-f3e7a0b3c303 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:33.940211 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-bee19919-dbf9-409a-9847-779ddc4f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:34.031941 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bc6b7857-ceca-49ed-92f1-023c18a1aad6 req-8a9cb2bb-c56b-40d0-aff1-6e521b530a12 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 210 time: 0.0271068 Nov 19 13:44:34.793017 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.149419 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-fe5bec8a-3b8a-4e4f-9041-c6611e9266f2 req-61d2db78-7863-472c-97ca-634da0895c54 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/ports?device_id=560ef043-e1a1-46f6-a074-57ac3d52d815 HTTP/1.1" status: 200 len: 210 time: 0.0307400 Nov 19 13:44:36.341572 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.266648 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39776) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:37.323895 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2f94643a-8845-4e77-86c4-e80ce63f942f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.338314 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.353293 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2f94643a-8845-4e77-86c4-e80ce63f942f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.403694 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2f94643a-8845-4e77-86c4-e80ce63f942f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.406290 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2f94643a-8845-4e77-86c4-e80ce63f942f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.407605 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2f94643a-8845-4e77-86c4-e80ce63f942f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "DELETE /v2.0/security-groups/875ab098-5c8d-4620-9b66-b8aceff52a3c HTTP/1.1" status: 204 len: 168 time: 0.1399407 Nov 19 13:44:37.410506 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39778) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:37.419258 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94643a-8845-4e77-86c4-e80ce63f942f tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875ab098-5c8d-4620-9b66-b8aceff52a3c,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:37.426179 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.api.v2.resource [None req-f58c66cc-ca1b-4826-a764-4e8d3cd1fa78 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] show failed (client error): The resource could not be found. Nov 19 13:44:37.427208 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f58c66cc-ca1b-4826-a764-4e8d3cd1fa78 tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "GET /v2.0/security-groups/875ab098-5c8d-4620-9b66-b8aceff52a3c HTTP/1.1" status: 404 len: 347 time: 0.0155878 Nov 19 13:44:37.431517 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39780) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:37.565221 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Deleting port 82fd7c2e-8bea-4c24-9c20-c9ece56da3c9 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:37.565455 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.642573 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.642896 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.654339 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Calling delete_port for 82fd7c2e-8bea-4c24-9c20-c9ece56da3c9 owned by network:floatingip {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:37.786122 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.811140 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Pushing event deleted for resources: {'Port': ['ID=82fd7c2e-8bea-4c24-9c20-c9ece56da3c9,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:37.873854 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks [] for floatingip, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.877030 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:37.878179 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0e4c8b44-9df5-4681-8461-125bbcc7e63a tempest-AttachVolumeShelveTestJSON-1276212753 tempest-AttachVolumeShelveTestJSON-1276212753-project] 10.222.0.81 "DELETE /v2.0/floatingips/f47ba0c8-2e57-4ff5-b9ee-fa4a39ee42e5 HTTP/1.1" status: 204 len: 168 time: 0.4455693 Nov 19 13:44:39.829053 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-60b54fc8-f733-4a53-999a-fcfaf99b5d3b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379717 Nov 19 13:44:41.247336 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-f65220e0-2b90-4d8e-ae7d-eda7d8674dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.248850 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-f65220e0-2b90-4d8e-ae7d-eda7d8674dc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 1098 time: 0.0391350 Nov 19 13:44:41.356396 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-b284fbcd-5849-4952-9148-ef23aef7cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.357870 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-b284fbcd-5849-4952-9148-ef23aef7cf75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0885034 Nov 19 13:44:41.428025 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-7adec68b-56ce-4543-8b6e-d6f7a242a804 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a HTTP/1.1" status: 200 len: 1000 time: 0.0624135 Nov 19 13:44:41.481046 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-15c5f8bc-4d29-47a4-863d-f4ccbb34de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.482458 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-15c5f8bc-4d29-47a4-863d-f4ccbb34de32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0476947 Nov 19 13:44:41.531711 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-f2ae63d5-fdd1-474f-833c-d56e49598941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.533241 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-f2ae63d5-fdd1-474f-833c-d56e49598941 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435340 Nov 19 13:44:41.621361 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-1bb78372-20b7-4a96-a99c-1e508153939d service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812993 Nov 19 13:44:41.714024 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7f6b2fde-5d8a-4a0d-aa89-c4020bf22fa2 req-67127caf-4878-44c3-89de-20979d0dce97 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842052 Nov 19 13:44:43.475239 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39830) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:43.981855 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.228855 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Deleting port cacefb64-0ee9-47cb-88cf-a60f5e63e883 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:44.229192 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.309158 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] For port cacefb64-0ee9-47cb-88cf-a60f5e63e883, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=cacefb64-0ee9-47cb-88cf-a60f5e63e883,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:44.309543 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.322058 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Calling delete_port for cacefb64-0ee9-47cb-88cf-a60f5e63e883 owned by network:router_interface {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:44.505111 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.530679 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=cacefb64-0ee9-47cb-88cf-a60f5e63e883,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:44.947837 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.169212 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Router 89df7b56-8b30-49b3-b508-7daf684d0cc9 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:44:45.275754 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:44:45.281905 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-6470dc64-7e95-44f7-918e-48984d295d63 admin admin] 10.222.0.81 "PUT /v2.0/routers/89df7b56-8b30-49b3-b508-7daf684d0cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046215 Nov 19 13:44:45.284040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39866) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:45.285064 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] Sync routers for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:44:45.295606 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:45.296202 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:44:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:45.390194 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks [] for router, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.402108 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:45.501945 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.558273 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Deleting port 349f5288-4f27-40a8-831e-ed385e8628ea {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:45.558985 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.590038 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:44:44Z', 'revision_number': 5, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port': {'id': '349f5288-4f27-40a8-831e-ed385e8628ea', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:25Z', 'updated_at': '2021-11-19T13:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:45.642815 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] For port 349f5288-4f27-40a8-831e-ed385e8628ea, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=349f5288-4f27-40a8-831e-ed385e8628ea,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:45.643205 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.656699 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Calling delete_port for 349f5288-4f27-40a8-831e-ed385e8628ea owned by network:router_gateway {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:45.708673 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] Checking router: 89df7b56-8b30-49b3-b508-7daf684d0cc9 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:44:45.717300 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] Routers {'89df7b56-8b30-49b3-b508-7daf684d0cc9'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:45.717905 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:44:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['89df7b56-8b30-49b3-b508-7daf684d0cc9'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:45.803659 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] Set router 89df7b56-8b30-49b3-b508-7daf684d0cc9 gateway port host: None {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:45.822303 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.850313 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Pushing event deleted for resources: {'Port': ['ID=349f5288-4f27-40a8-831e-ed385e8628ea,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:45.858393 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:44:45Z', 'revision_number': 6, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:45.888683 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a55ca-ec9c-43ef-8a50-8b48f7ba5f7b None None] The sync data for ids ['89df7b56-8b30-49b3-b508-7daf684d0cc9'] in dv-cinder-816324-4-iscsi is: [{'id': '89df7b56-8b30-49b3-b508-7daf684d0cc9', 'name': 'tempest-AttachVolumeShelveTestJSON-1780356908-router', 'tenant_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:22Z', 'updated_at': '2021-11-19T13:44:45Z', 'revision_number': 6, 'project_id': '8a86d02b5b9347aeae7b72e480a00ab7', 'gw_port_host': None}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:44:45.911562 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.003705 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.005777 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.049386 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.049938 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89df7b56-8b30-49b3-b508-7daf684d0cc9 {{(pid=102797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:44:46.054379 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.055532 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-fd2ee63f-30ac-4905-b135-64e1d210e819 admin admin] 10.222.0.81 "DELETE /v2.0/routers/89df7b56-8b30-49b3-b508-7daf684d0cc9 HTTP/1.1" status: 204 len: 168 time: 0.7705295 Nov 19 13:44:46.058671 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39872) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.104545 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] Deleting subnet 68c88ab0-ecb4-4f35-a951-b1577a944930 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:44:46.107819 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.146097 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.221345 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39876) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.223109 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.284503 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.318780 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c88ab0-ecb4-4f35-a951-b1577a944930,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.321342 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.327011 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e219629c-9cfe-486a-ba8b-cc84ec35f6ad None None] Network 7dd42d2c-8875-4370-a3ea-b9df852109ed requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:46.329328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39880) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.340044 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-05575d33-e2c9-4203-aae0-2e03991a3df2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/68c88ab0-ecb4-4f35-a951-b1577a944930 HTTP/1.1" status: 204 len: 168 time: 0.2802591 Nov 19 13:44:46.403825 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6445ac38-eaf4-48d0-87bd-98953707a99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.433212 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.535723 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6445ac38-eaf4-48d0-87bd-98953707a99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.541035 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Deleting port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:46.541371 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.544126 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6445ac38-eaf4-48d0-87bd-98953707a99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.626999 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6445ac38-eaf4-48d0-87bd-98953707a99d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85fc5d2e2405402e844e7180ccb98427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042459 Nov 19 13:44:46.629913 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39882) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:46.630467 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445ac38-eaf4-48d0-87bd-98953707a99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e713243-e004-4182-8f50-9ebbbe03f485,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.649444 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] For port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97,segment=NetworkSegment(4d1df29d-c889-45a7-a190-dbca60a65914),segment_id=4d1df29d-c889-45a7-a190-dbca60a65914)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:46.649836 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.662244 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Calling delete_port for c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 owned by network:dhcp {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:46.686814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-852fe7e0-2437-4693-9d40-507429d3d653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.710964 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-852fe7e0-2437-4693-9d40-507429d3d653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.751639 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.753748 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device cacefb64-0ee9-47cb-88cf-a60f5e63e883 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:46.779124 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00346bd0-b486-4b64-a0fc-9b365b3f838a None None] DHCP port deletion for 7dd42d2c-8875-4370-a3ea-b9df852109ed request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:44:46.779357 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-852fe7e0-2437-4693-9d40-507429d3d653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.782772 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-852fe7e0-2437-4693-9d40-507429d3d653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.783714 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: cacefb64-0ee9-47cb-88cf-a60f5e63e883 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:46.784072 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device cacefb64-0ee9-47cb-88cf-a60f5e63e883 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:46.786674 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-852fe7e0-2437-4693-9d40-507429d3d653 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e713243-e004-4182-8f50-9ebbbe03f485 HTTP/1.1" status: 204 len: 168 time: 0.1557031 Nov 19 13:44:46.788554 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.793926 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] No DVR routers for this DVR port c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 on host dv-cinder-816324-4-iscsi {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:46.795779 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fe7e0-2437-4693-9d40-507429d3d653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e713243-e004-4182-8f50-9ebbbe03f485,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:46.878353 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.903762 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd42d2c-8875-4370-a3ea-b9df852109ed']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:46.915709 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1df29d-c889-45a7-a190-dbca60a65914') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:46.916104 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1df29d-c889-45a7-a190-dbca60a65914') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:46.926587 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.942297 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.949111 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:44:46.949502 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:44:46.951229 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:44:47.013467 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.021144 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.024591 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7dd42d2c-8875-4370-a3ea-b9df852109ed HTTP/1.1" status: 204 len: 168 time: 0.6942070 Nov 19 13:44:47.136107 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39890) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:47.150751 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-35d77d1f-e791-4eb4-b92d-c48a53c2af82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.192871 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39892) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:47.262225 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-a634fe88-4e59-4035-a208-bdaf3feb5d48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a86d02b5b9347aeae7b72e480a00ab7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0680249 Nov 19 13:44:47.266085 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 39894) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:47.273106 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-35d77d1f-e791-4eb4-b92d-c48a53c2af82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.282130 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-35d77d1f-e791-4eb4-b92d-c48a53c2af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.293947 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248edcaa-2e87-4a9d-b325-d621dfe674b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd42d2c-8875-4370-a3ea-b9df852109ed,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:47.349976 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-35d77d1f-e791-4eb4-b92d-c48a53c2af82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a467f4d6e634491283237599d0e31cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124026 Nov 19 13:44:47.352502 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 39896) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:47.352700 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77d1f-e791-4eb4-b92d-c48a53c2af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c0e89f-2dbc-4d21-b899-9cbfe3e9abbd,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:47.371959 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d3f8-1fd4-4dcb-9b53-ff1a4b2cb7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.396349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d3f8-1fd4-4dcb-9b53-ff1a4b2cb7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.407508 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b8d-6d0a-4086-8ef1-38d1dbd848c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.429804 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b8d-6d0a-4086-8ef1-38d1dbd848c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.447040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d3f8-1fd4-4dcb-9b53-ff1a4b2cb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.449728 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d3f8-1fd4-4dcb-9b53-ff1a4b2cb7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.450885 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-e6d4d3f8-1fd4-4dcb-9b53-ff1a4b2cb7c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77f1d53a-1e92-486e-a9c3-6b83b062a266 HTTP/1.1" status: 204 len: 168 time: 0.1839166 Nov 19 13:44:47.459594 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4d3f8-1fd4-4dcb-9b53-ff1a4b2cb7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f1d53a-1e92-486e-a9c3-6b83b062a266,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:47.481792 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b8d-6d0a-4086-8ef1-38d1dbd848c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.485883 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b8d-6d0a-4086-8ef1-38d1dbd848c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.489906 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-ff9a7b8d-6d0a-4086-8ef1-38d1dbd848c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11c0e89f-2dbc-4d21-b899-9cbfe3e9abbd HTTP/1.1" status: 204 len: 168 time: 0.1359282 Nov 19 13:44:47.498349 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a7b8d-6d0a-4086-8ef1-38d1dbd848c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c0e89f-2dbc-4d21-b899-9cbfe3e9abbd,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:48.341980 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 349f5288-4f27-40a8-831e-ed385e8628ea no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:48.364887 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 349f5288-4f27-40a8-831e-ed385e8628ea {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:48.365243 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 349f5288-4f27-40a8-831e-ed385e8628ea not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:48.365664 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:48.392678 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:48.393268 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device c4ccc7f6-44ac-4fbe-becb-c7e93a38cf97 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:49.346062 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40000) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:49.560328 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6de9d8e7-69a7-4014-b8fd-8a30b3da89ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.648555 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6de9d8e7-69a7-4014-b8fd-8a30b3da89ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.652847 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6de9d8e7-69a7-4014-b8fd-8a30b3da89ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.692643 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9d8e7-69a7-4014-b8fd-8a30b3da89ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0379e6-f6bb-40e5-ae71-7df9d8b50a46,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:49.696914 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6de9d8e7-69a7-4014-b8fd-8a30b3da89ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5807a1e09da4484a0ce7fe0aa6df14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497815 Nov 19 13:44:49.699809 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40012) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:49.758126 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f14ba051-4f17-4aba-9ef4-a2e4ee04f24d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.782275 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f14ba051-4f17-4aba-9ef4-a2e4ee04f24d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.837772 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f14ba051-4f17-4aba-9ef4-a2e4ee04f24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.840857 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f14ba051-4f17-4aba-9ef4-a2e4ee04f24d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:49.842699 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f14ba051-4f17-4aba-9ef4-a2e4ee04f24d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac0379e6-f6bb-40e5-ae71-7df9d8b50a46 HTTP/1.1" status: 204 len: 168 time: 0.1416812 Nov 19 13:44:49.856053 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ba051-4f17-4aba-9ef4-a2e4ee04f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0379e6-f6bb-40e5-ae71-7df9d8b50a46,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:50.121540 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40026) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:50.229366 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1d23b9cd-86c8-472a-98f7-0df89afef2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.260399 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40030) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:50.275655 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8757b1cf-ed4e-4080-a8e4-ae6a4ee6e038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.312813 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1d23b9cd-86c8-472a-98f7-0df89afef2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.317340 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1d23b9cd-86c8-472a-98f7-0df89afef2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.353301 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8757b1cf-ed4e-4080-a8e4-ae6a4ee6e038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.356825 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-1d23b9cd-86c8-472a-98f7-0df89afef2b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eff731e3d8a4488090145d0f197c18ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340891 Nov 19 13:44:50.357197 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8757b1cf-ed4e-4080-a8e4-ae6a4ee6e038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.359341 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23b9cd-86c8-472a-98f7-0df89afef2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929b16e0-1703-4015-8d6e-e87305e75b21,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:50.361315 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40032) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:50.416060 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-8757b1cf-ed4e-4080-a8e4-ae6a4ee6e038 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a9c73f2a0234b458f2cf1dcb8b545cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544547 Nov 19 13:44:50.418194 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40034) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:50.422855 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757b1cf-ed4e-4080-a8e4-ae6a4ee6e038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1359281f-b0eb-4d0b-9f6a-41148898673a,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:50.456520 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-476f0089-0f85-45f8-b952-ee32d567a700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.472445 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-30f42571-675a-43b2-8775-bdce7899d311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.478393 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-476f0089-0f85-45f8-b952-ee32d567a700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.498230 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-30f42571-675a-43b2-8775-bdce7899d311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.529224 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-476f0089-0f85-45f8-b952-ee32d567a700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.532784 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-476f0089-0f85-45f8-b952-ee32d567a700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.536579 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-476f0089-0f85-45f8-b952-ee32d567a700 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/929b16e0-1703-4015-8d6e-e87305e75b21 HTTP/1.1" status: 204 len: 168 time: 0.1692936 Nov 19 13:44:50.542049 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0089-0f85-45f8-b952-ee32d567a700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929b16e0-1703-4015-8d6e-e87305e75b21,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:50.552300 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-30f42571-675a-43b2-8775-bdce7899d311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.553442 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-30f42571-675a-43b2-8775-bdce7899d311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.554635 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-30f42571-675a-43b2-8775-bdce7899d311 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1359281f-b0eb-4d0b-9f6a-41148898673a HTTP/1.1" status: 204 len: 168 time: 0.1353629 Nov 19 13:44:50.563817 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f42571-675a-43b2-8775-bdce7899d311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359281f-b0eb-4d0b-9f6a-41148898673a,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:50.932803 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40052) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:50.945859 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f7952772-495d-416a-a5c9-36ba2eab9d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.025065 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f7952772-495d-416a-a5c9-36ba2eab9d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.028693 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f7952772-495d-416a-a5c9-36ba2eab9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.071597 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f7952772-495d-416a-a5c9-36ba2eab9d45 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c8db2a9a77d431b8b581459ff0bceb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376998 Nov 19 13:44:51.072680 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7952772-495d-416a-a5c9-36ba2eab9d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8107486-a8a7-4833-8e21-36ab94867dad,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:51.074284 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40054) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:51.129387 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.157833 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.210472 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.213173 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.214337 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b8107486-a8a7-4833-8e21-36ab94867dad HTTP/1.1" status: 204 len: 168 time: 0.1385093 Nov 19 13:44:51.223882 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8107486-a8a7-4833-8e21-36ab94867dad,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:51.231415 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.231774 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.232119 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.233208 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.233545 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.233908 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.234241 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.234580 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.234896 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.235218 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.235540 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.235861 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0a0508-9696-4621-ab2a-22a11f464021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:52.619797 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:44:52.685341 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40150) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:52.799085 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6b44d0e4-a2fa-4dc5-b668-ea3df7a74225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:52.878319 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6b44d0e4-a2fa-4dc5-b668-ea3df7a74225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:52.881988 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-6b44d0e4-a2fa-4dc5-b668-ea3df7a74225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:52.920392 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-6b44d0e4-a2fa-4dc5-b668-ea3df7a74225 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2954b7c70de445d901c619d8001e923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339354 Nov 19 13:44:52.921851 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44d0e4-a2fa-4dc5-b668-ea3df7a74225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be60ae3c-1183-49ef-8483-de059dce70d8,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:52.924267 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40162) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:52.976396 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-596bb3c8-6ba4-4c22-b63f-581168eb951d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:52.998661 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-596bb3c8-6ba4-4c22-b63f-581168eb951d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.048258 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-596bb3c8-6ba4-4c22-b63f-581168eb951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.050882 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-596bb3c8-6ba4-4c22-b63f-581168eb951d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.052076 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-596bb3c8-6ba4-4c22-b63f-581168eb951d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be60ae3c-1183-49ef-8483-de059dce70d8 HTTP/1.1" status: 204 len: 168 time: 0.1266074 Nov 19 13:44:53.059680 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bb3c8-6ba4-4c22-b63f-581168eb951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be60ae3c-1183-49ef-8483-de059dce70d8,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:53.395030 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40184) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:53.409230 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fc37b41e-4606-4c3e-bf9d-6ebbc9e15a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.491223 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fc37b41e-4606-4c3e-bf9d-6ebbc9e15a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.494402 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-fc37b41e-4606-4c3e-bf9d-6ebbc9e15a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.534000 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-fc37b41e-4606-4c3e-bf9d-6ebbc9e15a6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69ff9282491e4159b20f86d9832f79a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378396 Nov 19 13:44:53.536040 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37b41e-4606-4c3e-bf9d-6ebbc9e15a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca608b3-a6f4-4708-b145-8d74bae1a00d,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:53.536963 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40188) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:53.591325 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b7c441ae-26ee-4453-946a-f7e6e8cd4087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.614552 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b7c441ae-26ee-4453-946a-f7e6e8cd4087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.663359 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b7c441ae-26ee-4453-946a-f7e6e8cd4087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.666024 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b7c441ae-26ee-4453-946a-f7e6e8cd4087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:53.669774 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b7c441ae-26ee-4453-946a-f7e6e8cd4087 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fca608b3-a6f4-4708-b145-8d74bae1a00d HTTP/1.1" status: 204 len: 168 time: 0.1292577 Nov 19 13:44:53.676733 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c441ae-26ee-4453-946a-f7e6e8cd4087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca608b3-a6f4-4708-b145-8d74bae1a00d,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:00.435061 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40332) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:00.555107 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a79b9ee6-a6cb-4174-921c-cd8be7a5f564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.646900 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a79b9ee6-a6cb-4174-921c-cd8be7a5f564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.651121 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a79b9ee6-a6cb-4174-921c-cd8be7a5f564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.711429 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b9ee6-a6cb-4174-921c-cd8be7a5f564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9444348-0732-4de4-83ec-f63ca9538790,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:00.719034 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a79b9ee6-a6cb-4174-921c-cd8be7a5f564 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58ef9b2d37ea4a3dad0dce26ee4fe59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829025 Nov 19 13:45:00.722232 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40340) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:00.772652 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-33a08441-fe84-4f4b-bf17-1052593a8c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.795404 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-33a08441-fe84-4f4b-bf17-1052593a8c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.845134 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-33a08441-fe84-4f4b-bf17-1052593a8c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.847638 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-33a08441-fe84-4f4b-bf17-1052593a8c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.848846 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-33a08441-fe84-4f4b-bf17-1052593a8c84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9444348-0732-4de4-83ec-f63ca9538790 HTTP/1.1" status: 204 len: 168 time: 0.1257946 Nov 19 13:45:00.857225 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a08441-fe84-4f4b-bf17-1052593a8c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9444348-0732-4de4-83ec-f63ca9538790,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:01.154826 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40352) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:01.169442 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0c45c8dc-4e8c-465f-a8e8-92ab30592d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.252639 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0c45c8dc-4e8c-465f-a8e8-92ab30592d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.256727 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-0c45c8dc-4e8c-465f-a8e8-92ab30592d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.294817 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-0c45c8dc-4e8c-465f-a8e8-92ab30592d1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0cb2cc07ade545e9bc2b4e4b785c1414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388531 Nov 19 13:45:01.295702 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45c8dc-4e8c-465f-a8e8-92ab30592d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478787ab-1aae-4ff1-b0eb-558ee1d88f5e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:01.298233 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40354) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:01.351286 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91188f42-353c-43c9-b1fd-43615bc1d247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.370981 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2a01762f-6c03-4bc7-b993-ef6657de4621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.374227 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91188f42-353c-43c9-b1fd-43615bc1d247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.436506 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91188f42-353c-43c9-b1fd-43615bc1d247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.440894 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91188f42-353c-43c9-b1fd-43615bc1d247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.442596 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-91188f42-353c-43c9-b1fd-43615bc1d247 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/478787ab-1aae-4ff1-b0eb-558ee1d88f5e HTTP/1.1" status: 204 len: 168 time: 0.1433823 Nov 19 13:45:01.454286 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91188f42-353c-43c9-b1fd-43615bc1d247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478787ab-1aae-4ff1-b0eb-558ee1d88f5e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:01.826878 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40360) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:01.840018 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdcf8-2662-4c24-be98-45144e3d14eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.930347 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdcf8-2662-4c24-be98-45144e3d14eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.934811 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdcf8-2662-4c24-be98-45144e3d14eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.974208 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fdcf8-2662-4c24-be98-45144e3d14eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab8d19-1c34-43d8-b584-bdfc04a911a6,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:01.978765 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-2d8fdcf8-2662-4c24-be98-45144e3d14eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eee4ac74cfb4460d8801a0fa40adf17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507983 Nov 19 13:45:01.981336 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40362) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:02.035175 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc505-719a-4f61-9745-04861aca4cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.059198 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc505-719a-4f61-9745-04861aca4cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.123129 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc505-719a-4f61-9745-04861aca4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.126436 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc505-719a-4f61-9745-04861aca4cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.127778 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-e8cbc505-719a-4f61-9745-04861aca4cc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5ab8d19-1c34-43d8-b584-bdfc04a911a6 HTTP/1.1" status: 204 len: 168 time: 0.1454782 Nov 19 13:45:02.141244 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbc505-719a-4f61-9745-04861aca4cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ab8d19-1c34-43d8-b584-bdfc04a911a6,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:02.485203 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:03.951597 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-736c45a9-b56f-4d54-98d3-b8d97a312832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.571489 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40434) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:04.678028 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e66bf1ef-993d-4693-89fb-56e19ea5fa4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.753842 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e66bf1ef-993d-4693-89fb-56e19ea5fa4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.757796 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e66bf1ef-993d-4693-89fb-56e19ea5fa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.792087 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.796174 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-e66bf1ef-993d-4693-89fb-56e19ea5fa4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e93e3b7bd88449efa14bb8a25b81e52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234516 Nov 19 13:45:04.797394 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bf1ef-993d-4693-89fb-56e19ea5fa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102c4cac-56d1-4c1c-bbc4-f5ddb229dd3a,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:04.798845 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40438) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:04.852850 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d6255f4a-320d-4421-844a-29ef4db0a371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.875115 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d6255f4a-320d-4421-844a-29ef4db0a371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.922100 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d6255f4a-320d-4421-844a-29ef4db0a371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.924677 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d6255f4a-320d-4421-844a-29ef4db0a371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.925816 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-d6255f4a-320d-4421-844a-29ef4db0a371 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/102c4cac-56d1-4c1c-bbc4-f5ddb229dd3a HTTP/1.1" status: 204 len: 168 time: 0.1259236 Nov 19 13:45:04.935109 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6255f4a-320d-4421-844a-29ef4db0a371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102c4cac-56d1-4c1c-bbc4-f5ddb229dd3a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:05.216056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40450) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:05.231494 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7545ef3e-f0b7-44bc-9ebf-f2258f2aaf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.317809 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7545ef3e-f0b7-44bc-9ebf-f2258f2aaf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.323463 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-7545ef3e-f0b7-44bc-9ebf-f2258f2aaf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.377602 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-7545ef3e-f0b7-44bc-9ebf-f2258f2aaf70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d777fff31214c12b6ea3530dc26176f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598995 Nov 19 13:45:05.378789 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545ef3e-f0b7-44bc-9ebf-f2258f2aaf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcb0c8-55f8-4dbc-8447-fc05762cfc06,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:05.380341 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40458) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:05.449097 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8af4-d071-408b-ae4c-6f91d5299a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.474927 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8af4-d071-408b-ae4c-6f91d5299a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.537003 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8af4-d071-408b-ae4c-6f91d5299a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.539656 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8af4-d071-408b-ae4c-6f91d5299a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.540907 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ac4b8af4-d071-408b-ae4c-6f91d5299a87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ccdcb0c8-55f8-4dbc-8447-fc05762cfc06 HTTP/1.1" status: 204 len: 168 time: 0.1590745 Nov 19 13:45:05.550334 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b8af4-d071-408b-ae4c-6f91d5299a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcb0c8-55f8-4dbc-8447-fc05762cfc06,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:06.348580 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.598800 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40492) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:06.708549 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91c24bed-3d19-4838-b9b6-4dc24c5bb4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.791785 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91c24bed-3d19-4838-b9b6-4dc24c5bb4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.796883 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-91c24bed-3d19-4838-b9b6-4dc24c5bb4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.839731 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-91c24bed-3d19-4838-b9b6-4dc24c5bb4f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2babb6d3a1cc47809a68ae460a5ecd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398214 Nov 19 13:45:06.840211 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40504) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:06.840963 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c24bed-3d19-4838-b9b6-4dc24c5bb4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb29b767-6bd3-419f-bd72-f68d2b3683a2,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:06.892908 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f93a0f17-d0bc-480b-90db-c88b3fcdde71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.917041 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f93a0f17-d0bc-480b-90db-c88b3fcdde71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.965802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f93a0f17-d0bc-480b-90db-c88b3fcdde71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.969168 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-f93a0f17-d0bc-480b-90db-c88b3fcdde71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.970389 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-f93a0f17-d0bc-480b-90db-c88b3fcdde71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb29b767-6bd3-419f-bd72-f68d2b3683a2 HTTP/1.1" status: 204 len: 168 time: 0.1283979 Nov 19 13:45:06.979599 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a0f17-d0bc-480b-90db-c88b3fcdde71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb29b767-6bd3-419f-bd72-f68d2b3683a2,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:07.313830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40522) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:07.329185 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3d1db182-4a5d-4523-a85e-d172f6d7e236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.333888 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.429505 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3d1db182-4a5d-4523-a85e-d172f6d7e236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.435088 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3d1db182-4a5d-4523-a85e-d172f6d7e236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.498860 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1db182-4a5d-4523-a85e-d172f6d7e236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70553a8-30d6-44cf-b34d-68c7d3b062dd,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:07.505260 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3d1db182-4a5d-4523-a85e-d172f6d7e236 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6f99370492d48b9a4d775171b4d2a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901753 Nov 19 13:45:07.508087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40528) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:07.559204 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d23b9d43-f84d-4c87-b358-d470a8dc8af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.582312 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d23b9d43-f84d-4c87-b358-d470a8dc8af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.637127 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d23b9d43-f84d-4c87-b358-d470a8dc8af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.640354 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-d23b9d43-f84d-4c87-b358-d470a8dc8af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.644173 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-d23b9d43-f84d-4c87-b358-d470a8dc8af9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f70553a8-30d6-44cf-b34d-68c7d3b062dd HTTP/1.1" status: 204 len: 168 time: 0.1323643 Nov 19 13:45:07.651631 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b9d43-f84d-4c87-b358-d470a8dc8af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70553a8-30d6-44cf-b34d-68c7d3b062dd,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:12.803483 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40682) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:12.909921 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8fa41844-8ced-4ba3-9971-126dea3d5407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:12.991587 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8fa41844-8ced-4ba3-9971-126dea3d5407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:12.995489 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-8fa41844-8ced-4ba3-9971-126dea3d5407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.035424 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-8fa41844-8ced-4ba3-9971-126dea3d5407 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c05e7e2eba034f6d86cba0632bac3021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304800 Nov 19 13:45:13.036047 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa41844-8ced-4ba3-9971-126dea3d5407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdb2c1-c51d-4ae6-a495-bb35483c446e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:13.037777 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40686) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:13.089189 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.114151 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.161139 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.163782 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.165160 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24bdb2c1-c51d-4ae6-a495-bb35483c446e HTTP/1.1" status: 204 len: 168 time: 0.1255655 Nov 19 13:45:13.173440 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bdb2c1-c51d-4ae6-a495-bb35483c446e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:13.180532 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.180884 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.181252 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.181586 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.181920 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.182249 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.182576 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.182906 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.183228 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.183549 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.183865 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.184307 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835a2e4-984d-42fd-8fed-30b4034a6fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:13.427831 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40692) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:13.441086 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-12d6e181-f49a-4c89-9ad1-a7d475e3aaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.513598 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-12d6e181-f49a-4c89-9ad1-a7d475e3aaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.518045 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-12d6e181-f49a-4c89-9ad1-a7d475e3aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.556438 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-12d6e181-f49a-4c89-9ad1-a7d475e3aaa3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4f914792b0741d482d57a14074b745f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273367 Nov 19 13:45:13.557295 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6e181-f49a-4c89-9ad1-a7d475e3aaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfa82d2-eebd-4b9e-8c49-be085873e8ec,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:13.559130 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40694) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:13.608220 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b310da76-6906-4018-8f0f-05a1b4c1cf3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.629787 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b310da76-6906-4018-8f0f-05a1b4c1cf3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.676303 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b310da76-6906-4018-8f0f-05a1b4c1cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.678958 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b310da76-6906-4018-8f0f-05a1b4c1cf3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.680133 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b310da76-6906-4018-8f0f-05a1b4c1cf3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edfa82d2-eebd-4b9e-8c49-be085873e8ec HTTP/1.1" status: 204 len: 168 time: 0.1196859 Nov 19 13:45:13.690300 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310da76-6906-4018-8f0f-05a1b4c1cf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfa82d2-eebd-4b9e-8c49-be085873e8ec,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:14.016583 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40708) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:14.029893 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0964944e-e4d7-4b9e-b37d-39a5cd60619b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.106733 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0964944e-e4d7-4b9e-b37d-39a5cd60619b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.112140 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0964944e-e4d7-4b9e-b37d-39a5cd60619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.137654 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40712) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:14.152614 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964944e-e4d7-4b9e-b37d-39a5cd60619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da045377-ddb6-4ab7-aa2d-bc90e82b4fc2,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:14.160921 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0964944e-e4d7-4b9e-b37d-39a5cd60619b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c78434d5b93a4363bb10c18751138ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393478 Nov 19 13:45:14.161478 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40716) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:14.220211 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-68963205-aa8a-4b05-9fb3-339841b38057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.245608 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-68963205-aa8a-4b05-9fb3-339841b38057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.281713 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3298a05f-37fa-4f12-8616-b617fd960b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.320601 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-68963205-aa8a-4b05-9fb3-339841b38057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.323408 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-68963205-aa8a-4b05-9fb3-339841b38057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.324579 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-68963205-aa8a-4b05-9fb3-339841b38057 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da045377-ddb6-4ab7-aa2d-bc90e82b4fc2 HTTP/1.1" status: 204 len: 168 time: 0.1621220 Nov 19 13:45:14.339150 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68963205-aa8a-4b05-9fb3-339841b38057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da045377-ddb6-4ab7-aa2d-bc90e82b4fc2,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:14.402797 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3298a05f-37fa-4f12-8616-b617fd960b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.407841 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3298a05f-37fa-4f12-8616-b617fd960b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.449826 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3298a05f-37fa-4f12-8616-b617fd960b79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1dd07b1827f490b8909ceea31eb38ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085866 Nov 19 13:45:14.449826 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a05f-37fa-4f12-8616-b617fd960b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aada1f-8fa8-49c4-b94d-759d79d1cf5e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:14.450424 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40722) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:14.501631 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-28d8c325-d093-430d-b6d2-b734621ffda2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.523006 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-28d8c325-d093-430d-b6d2-b734621ffda2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.573038 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-28d8c325-d093-430d-b6d2-b734621ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.575637 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-28d8c325-d093-430d-b6d2-b734621ffda2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.576882 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-28d8c325-d093-430d-b6d2-b734621ffda2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00aada1f-8fa8-49c4-b94d-759d79d1cf5e HTTP/1.1" status: 204 len: 168 time: 0.1253655 Nov 19 13:45:14.586307 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8c325-d093-430d-b6d2-b734621ffda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aada1f-8fa8-49c4-b94d-759d79d1cf5e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:14.924567 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40742) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:14.938281 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-462e2bd8-9e26-4eb3-8a2a-e632a71171fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.089730 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-462e2bd8-9e26-4eb3-8a2a-e632a71171fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.098444 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-462e2bd8-9e26-4eb3-8a2a-e632a71171fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.137785 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e2bd8-9e26-4eb3-8a2a-e632a71171fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb344ef3-fba0-40e6-b90b-204243d72c8c,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:15.143215 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-462e2bd8-9e26-4eb3-8a2a-e632a71171fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c968276e2164e4c831f57a21f9de765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175426 Nov 19 13:45:15.146064 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40746) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:15.197162 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81f47021-b6e2-45b1-badb-c13aa39f50ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.220123 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81f47021-b6e2-45b1-badb-c13aa39f50ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.270787 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81f47021-b6e2-45b1-badb-c13aa39f50ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.273496 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-81f47021-b6e2-45b1-badb-c13aa39f50ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.274673 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-81f47021-b6e2-45b1-badb-c13aa39f50ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb344ef3-fba0-40e6-b90b-204243d72c8c HTTP/1.1" status: 204 len: 168 time: 0.1274772 Nov 19 13:45:15.283741 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f47021-b6e2-45b1-badb-c13aa39f50ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb344ef3-fba0-40e6-b90b-204243d72c8c,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:15.597803 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40760) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:15.685790 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 40764) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:15.704602 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f5a7258e-752c-4416-b19b-e8af8fe57690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.719939 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ce73847c-16a8-41cf-819d-b5d36b7bb3a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.842996 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f5a7258e-752c-4416-b19b-e8af8fe57690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.848075 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ce73847c-16a8-41cf-819d-b5d36b7bb3a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.849173 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f5a7258e-752c-4416-b19b-e8af8fe57690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.854099 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ce73847c-16a8-41cf-819d-b5d36b7bb3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.904001 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7258e-752c-4416-b19b-e8af8fe57690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a7d1cc-7d74-4020-afcd-511e84685da5,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:15.912019 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ce73847c-16a8-41cf-819d-b5d36b7bb3a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=361d357125e64ee39cfb591be46a7e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128953 Nov 19 13:45:15.914777 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40766) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:15.919616 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f5a7258e-752c-4416-b19b-e8af8fe57690 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28d297d874ca47fd9e33668eb794c7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322509 Nov 19 13:45:15.923517 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 40768) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:15.934371 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73847c-16a8-41cf-819d-b5d36b7bb3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ec344-b885-4e70-8b97-2d5121547140,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:16.004118 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d28b280c-3ffa-4076-b99d-36ce540c42ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.006574 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2dd67d86-f6be-405a-bd56-661089470f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.038958 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d28b280c-3ffa-4076-b99d-36ce540c42ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.049664 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2dd67d86-f6be-405a-bd56-661089470f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.113024 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d28b280c-3ffa-4076-b99d-36ce540c42ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.115658 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-d28b280c-3ffa-4076-b99d-36ce540c42ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.117038 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-d28b280c-3ffa-4076-b99d-36ce540c42ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b4ec344-b885-4e70-8b97-2d5121547140 HTTP/1.1" status: 204 len: 168 time: 0.2008471 Nov 19 13:45:16.119454 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2dd67d86-f6be-405a-bd56-661089470f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.121893 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2dd67d86-f6be-405a-bd56-661089470f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.122935 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-2dd67d86-f6be-405a-bd56-661089470f98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9a7d1cc-7d74-4020-afcd-511e84685da5 HTTP/1.1" status: 204 len: 168 time: 0.1985147 Nov 19 13:45:16.132802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b280c-3ffa-4076-b99d-36ce540c42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ec344-b885-4e70-8b97-2d5121547140,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:16.144042 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd67d86-f6be-405a-bd56-661089470f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a7d1cc-7d74-4020-afcd-511e84685da5,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:16.485331 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd1946-7897-4ce0-b91e-d376cb3f558f req-93fc4e94-2f7e-48db-bde5-d5c11ce4a346 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.488215 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-84bd1946-7897-4ce0-b91e-d376cb3f558f req-93fc4e94-2f7e-48db-bde5-d5c11ce4a346 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 945 time: 0.0674071 Nov 19 13:45:16.549489 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-84bd1946-7897-4ce0-b91e-d376cb3f558f req-37876e98-28b4-4b8f-90bf-ebb20091653c tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547075 Nov 19 13:45:17.665510 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6068a1-788c-417f-aa00-6dbb6a5b96d0 req-5768f9ba-53de-45b3-b6f6-e5b06301e59a tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:17.666979 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5b6068a1-788c-417f-aa00-6dbb6a5b96d0 req-5768f9ba-53de-45b3-b6f6-e5b06301e59a tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 945 time: 0.0482054 Nov 19 13:45:17.720908 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5b6068a1-788c-417f-aa00-6dbb6a5b96d0 req-05268613-139f-42f2-8c02-7cdfe600d670 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471687 Nov 19 13:45:18.354542 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-a4831058-afc3-428b-a02e-9009f4fbaf34 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:18.357278 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-a4831058-afc3-428b-a02e-9009f4fbaf34 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 945 time: 0.0620012 Nov 19 13:45:18.487763 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-252790c2-aa7e-403c-9121-8db186c40a40 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3cbbf567a3124c3fac993eddb033c36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339587 Nov 19 13:45:18.577172 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Deleting port fb3e76b3-2079-4345-a03f-aca07383ad4a {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:18.577444 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.745077 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-3ecdf993-626b-4d26-9276-196308b798b6 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:18.746557 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-3ecdf993-626b-4d26-9276-196308b798b6 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525184 Nov 19 13:45:18.769866 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] For port fb3e76b3-2079-4345-a03f-aca07383ad4a, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=fb3e76b3-2079-4345-a03f-aca07383ad4a,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:18.770231 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.778800 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-a86383c3-4f68-42d1-977f-a88b94abe515 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/quotas/3cbbf567a3124c3fac993eddb033c36a HTTP/1.1" status: 200 len: 375 time: 0.0225024 Nov 19 13:45:18.842621 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541f221-41d1-4c15-9152-16ba94b83df3 req-d6cadff0-b4e3-4d50-a84f-27690ab8e4a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:18.845279 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f541f221-41d1-4c15-9152-16ba94b83df3 req-d6cadff0-b4e3-4d50-a84f-27690ab8e4a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 945 time: 0.0556183 Nov 19 13:45:18.851145 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-48111ecf-bf99-47fe-b0dc-639c7252ebf8 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cbbf567a3124c3fac993eddb033c36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655682 Nov 19 13:45:18.896874 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f541f221-41d1-4c15-9152-16ba94b83df3 req-2d388c7c-4d54-401a-8553-e5eb431ed1a2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455143 Nov 19 13:45:18.983376 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.983732 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.984091 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Floating IP 713982ea-8350-4374-81dc-f1a7104aecbe disassociated. External IP: 172.27.0.28, port: fb3e76b3-2079-4345-a03f-aca07383ad4a. Nov 19 13:45:18.984691 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Calling delete_port for fb3e76b3-2079-4345-a03f-aca07383ad4a owned by compute:nova {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:19.114922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.143563 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event deleted for resources: {'Port': ['ID=fb3e76b3-2079-4345-a03f-aca07383ad4a,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:19.263813 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:19.371347 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:19.381128 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:19.391869 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:19.392607 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:19.411550 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] No DVR routers for this DVR port fb3e76b3-2079-4345-a03f-aca07383ad4a on host hv-cinder-81632 {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:45:19.414329 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.418345 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ba22bd5-239c-49c9-b5bc-5978e0e6787e req-4326c63e-0d1b-4631-8097-631c6908c8dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "DELETE /v2.0/ports/fb3e76b3-2079-4345-a03f-aca07383ad4a HTTP/1.1" status: 204 len: 173 time: 1.0547817 Nov 19 13:45:19.418816 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'name': 'network-vif-deleted', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:19.421097 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8a7527-b93e-406a-8b9e-26597c77f4d7" -d '{"events": [{"server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "name": "network-vif-deleted", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:19.466414 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff03d5fc-47fb-486a-80f0-812364c09d8b x-openstack-request-id: req-ff03d5fc-47fb-486a-80f0-812364c09d8b {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:19.466710 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0437fe-156a-4335-8bd8-d0a5585eedf0", "name": "network-vif-deleted", "tag": "fb3e76b3-2079-4345-a03f-aca07383ad4a", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:19.466965 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff03d5fc-47fb-486a-80f0-812364c09d8b {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:19.467372 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0437fe-156a-4335-8bd8-d0a5585eedf0', 'name': 'network-vif-deleted', 'tag': 'fb3e76b3-2079-4345-a03f-aca07383ad4a', 'status': 'completed', 'code': 200} Nov 19 13:45:19.508679 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:19.736142 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:19.767631 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:19.776199 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:19.776838 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:19.881242 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:20.017189 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c989259d-1b9e-4298-b66f-bd34f13a5c03 req-e0f96a71-7a57-494e-957a-5e673ebd6c22 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0437fe-156a-4335-8bd8-d0a5585eedf0 HTTP/1.1" status: 200 len: 210 time: 0.0328057 Nov 19 13:45:20.091160 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7b1c8125-f0df-4605-931f-bf50cc5a88be req-462bf26f-8db8-475e-937c-e0d040428933 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 210 time: 0.0387385 Nov 19 13:45:20.133877 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:20.167925 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402357a-1030-4812-b25e-7b7fe54d4dc0 None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:20.427209 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a0dce-fc89-4031-afbc-fc615c08e970 None None] New status for floating IP 713982ea-8350-4374-81dc-f1a7104aecbe: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:45:20.967541 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device fb3e76b3-2079-4345-a03f-aca07383ad4a no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:20.992118 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: fb3e76b3-2079-4345-a03f-aca07383ad4a {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:20.992480 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device fb3e76b3-2079-4345-a03f-aca07383ad4a not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:21.172239 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-5288ec0f-03ff-498c-9793-69d06a3b1907 req-da5bc5b6-3a99-4ee0-a2be-103f9cba15e5 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 210 time: 0.0291052 Nov 19 13:45:21.333044 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-80d58324-1cae-43f5-99c2-16563daa5e2b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502946742&fields=id&tenant_id=9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 267 time: 0.0437770 Nov 19 13:45:21.455976 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-64b7da73-2b68-487c-a792-d45ff998eea0 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:21.457521 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-64b7da73-2b68-487c-a792-d45ff998eea0 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 811 time: 0.1174870 Nov 19 13:45:21.474369 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-d0ab5866-6258-40a2-b9a6-9febb5c76d2b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/quotas/9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 375 time: 0.0103850 Nov 19 13:45:21.526266 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9c6f7b1b-2b5c-4002-bb1a-b82825df3bed tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459459 Nov 19 13:45:21.644408 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-d2d1a28c-dea9-46bd-9dd8-9f13ab7167db service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:45:21.645409 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-d2d1a28c-dea9-46bd-9dd8-9f13ab7167db service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1031194 Nov 19 13:45:21.736764 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-b9a540dd-436d-42a3-a78d-223dc4e5ce88 service neutron] 10.222.0.81 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849271 Nov 19 13:45:21.825955 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-f588e747-890d-4bc0-9070-b593d6e0f712 service neutron] 10.222.0.81 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832489 Nov 19 13:45:22.113249 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-82bfa946-4556-4ada-9c28-6d04632d1b83 req-b35b4000-06c2-43ca-a3f2-097e15ef2619 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 210 time: 0.0265651 Nov 19 13:45:22.269884 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4f00f831-d39a-479f-b642-efcc1030b763 req-46edd695-e5fb-4b87-92b5-7f97af755a73 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 210 time: 0.0288630 Nov 19 13:45:23.032890 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-ac4731a0-45bc-41a4-92b6-b6067216d262 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:23.034393 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-ac4731a0-45bc-41a4-92b6-b6067216d262 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 811 time: 0.1118374 Nov 19 13:45:23.102129 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-909469b0-a5eb-4b25-9c6c-75a1062374ed tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 380 time: 0.0582902 Nov 19 13:45:23.112500 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'port': {'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'admin_state_up': True, 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'security_groups': ['3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702']}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:23.223257 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-34c0991c-15e3-4d29-81e6-8566421aa42e req-62fa04f6-9fe5-4139-ba0a-33933255aad0 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 210 time: 0.0351934 Nov 19 13:45:23.250044 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Made reservation on behalf of 9ffa6aa95ebb443fb7fee319b29a7397 for: {'port': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:23.257394 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.303734 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-0f151f33-f193-4a30-888e-0fe6510f2b42 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3cbbf567a3124c3fac993eddb033c36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364432 Nov 19 13:45:23.421316 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Allocated IP 172.20.0.9 (d08510d6-4923-4f8d-9607-680e42725e16/c44c6d08-ce49-4847-b573-bf0502df9f00/bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:23.448389 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0e1997dc-9e40-4085-82bf-76fbc1a8eea2 req-f19060cd-0ebc-4718-8183-9f6e67b26bd8 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 210 time: 0.0776694 Nov 19 13:45:23.574932 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-b9840587-fb35-4d87-8b3f-7195a07e8f34 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:23.576321 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-b9840587-fb35-4d87-8b3f-7195a07e8f34 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627497 Nov 19 13:45:23.590912 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Request body: {'port': {'device_id': '7317e60d-a969-47c0-b294-b8790eb63afa', 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc', 'admin_state_up': True, 'tenant_id': '3cbbf567a3124c3fac993eddb033c36a'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:23.611310 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.646359 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.695716 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Network d08510d6-4923-4f8d-9607-680e42725e16 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:23.698996 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:23.702620 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:23.727235 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:23.733609 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Made reservation on behalf of 3cbbf567a3124c3fac993eddb033c36a for: {'port': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:23.738651 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.747647 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.759612 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:23.760276 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.776051 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9b7ed861-dc4a-4eb0-8bd5-d969a3229b96 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6673913 Nov 19 13:45:23.788804 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Request body: {'port': {'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:23.836999 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.842751 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.856444 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.880670 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c3a10f-9c77-4148-9c66-8888766862a5,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:23.986630 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-f172e553-2e22-45d5-9f24-d0cfe147a598 None None] Provisioning complete for port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:23.987623 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-f172e553-2e22-45d5-9f24-d0cfe147a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.994586 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Allocated IP 192.168.233.30 (2e0abc04-df09-476a-b7c9-246afde2a3fc/48afd9db-3102-447e-af47-e915136ed0d2/9095ceab-1c10-47e1-810b-c3c8f0904606) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:24.022795 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-f172e553-2e22-45d5-9f24-d0cfe147a598 None None] Port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:24.142896 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.143112 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed {{(pid=102798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:24.150797 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.163587 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.provisioning_blocks [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Transition to ACTIVE for port object bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed will not be triggered until provisioned by entity L2. {{(pid=102798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:24.167939 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.181785 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.227297 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Network 2e0abc04-df09-476a-b7c9-246afde2a3fc is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:24.230738 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:24.235528 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:24.243444 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:24.260989 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Pushing event updated for resources: {'Port': ['ID=9095ceab-1c10-47e1-810b-c3c8f0904606,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:24.297658 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:24.298384 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.308747 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Attempting to bind port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:24.310361 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Attempting to bind port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:24.310361 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Attempting to bind port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:24.325352 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed on network d08510d6-4923-4f8d-9607-680e42725e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:24.326485 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Attempting to bind port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:24.330863 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-bd5ee61b-bda1-4b23-848a-4820a5db925a tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7439327 Nov 19 13:45:24.332789 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:24.333131 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Checking segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:24.333520 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Bound using segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} {{(pid=102798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:24.333957 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.managers [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Bound port: bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}}] {{(pid=102798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:24.334344 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.346116 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Request body: {'port': {'device_id': '7317e60d-a969-47c0-b294-b8790eb63afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:24.433215 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.445681 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85607a3d-b0a8-487a-a8e5-b02b585704c2 req-56abadb9-d117-4d3a-926b-3f96d1269e31 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:24.447393 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-85607a3d-b0a8-487a-a8e5-b02b585704c2 req-56abadb9-d117-4d3a-926b-3f96d1269e31 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0990698 Nov 19 13:45:24.464211 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] For port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed, host hv-cinder-81632, cleared binding levels {{(pid=102798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:24.469037 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] For port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:24.480051 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.545493 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:24.546220 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.548897 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] 10.222.0.73 "PUT /v2.0/ports/bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 1093 time: 0.7644589 Nov 19 13:45:24.549424 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:24.551984 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f7224e-4619-454e-8d0d-0b6e23ff3abe" -d '{"events": [{"name": "network-changed", "server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:24.595126 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-85607a3d-b0a8-487a-a8e5-b02b585704c2 req-767443d9-491d-48bb-b89d-121dc9f3498f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396575 Nov 19 13:45:24.641036 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f4826-8e84-4d77-82b4-b2fc27917fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,revision_number=3']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:24.667497 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-f245eff8-c4f1-4fee-9e14-c7070ed20941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:24.669159 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-f245eff8-c4f1-4fee-9e14-c7070ed20941 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1096 time: 0.0682087 Nov 19 13:45:24.676639 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707e6db4-7444-42a7-8157-7203a2286703 x-openstack-request-id: req-707e6db4-7444-42a7-8157-7203a2286703 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:24.677146 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:24.677417 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-707e6db4-7444-42a7-8157-7203a2286703 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:24.678342 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'status': 'completed', 'code': 200} Nov 19 13:45:24.695135 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-2b796635-191e-4f06-a896-0e6e9cd5705d None None] Provisioning complete for port 9095ceab-1c10-47e1-810b-c3c8f0904606 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:24.695652 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2b796635-191e-4f06-a896-0e6e9cd5705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.719467 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-3be909a8-bdab-4a9f-8a31-2019acda6b01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 217 time: 0.0401719 Nov 19 13:45:24.744946 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-2b796635-191e-4f06-a896-0e6e9cd5705d None None] Port 9095ceab-1c10-47e1-810b-c3c8f0904606 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:24.781936 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-2b283bed-08a1-4f2c-9e2a-9df0016c248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:24.783454 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-2b283bed-08a1-4f2c-9e2a-9df0016c248e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0576034 Nov 19 13:45:24.831980 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9258464a-8aa1-47b6-8739-56e1ef329c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:24.833438 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-9258464a-8aa1-47b6-8739-56e1ef329c2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431025 Nov 19 13:45:24.932429 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-46804589-692c-4d78-bec2-2c5e9c346ef5 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905786 Nov 19 13:45:24.944154 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770d33-fd7f-4b98-b3fd-7dc0160178fb req-e9267193-3de9-46cf-a563-f1aecbdeb826 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:24.945653 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cb770d33-fd7f-4b98-b3fd-7dc0160178fb req-e9267193-3de9-46cf-a563-f1aecbdeb826 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 935 time: 0.3513622 Nov 19 13:45:25.037715 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-870345a1-bb95-4577-b9b9-3373c8808305 req-a37c2f06-0398-4b44-936b-063858b0e468 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972536 Nov 19 13:45:25.040081 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cb770d33-fd7f-4b98-b3fd-7dc0160178fb req-2f327984-ff1f-4f23-ba2f-cb56f7ce3c76 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Nov 19 13:45:25.112884 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9095ceab-1c10-47e1-810b-c3c8f0904606 {{(pid=102797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:25.121252 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.132758 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-3fd7e100-44cd-43ef-8b71-d55d7fabd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.134255 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-3fd7e100-44cd-43ef-8b71-d55d7fabd50c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1096 time: 0.0411355 Nov 19 13:45:25.134502 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.provisioning_blocks [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Transition to ACTIVE for port object 9095ceab-1c10-47e1-810b-c3c8f0904606 will not be triggered until provisioned by entity L2. {{(pid=102797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:25.137795 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.194620 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9095ceab-1c10-47e1-810b-c3c8f0904606,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:25.236838 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-f1558898-ba7f-4ad1-b9e0-89d7533f493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.238432 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-f1558898-ba7f-4ad1-b9e0-89d7533f493b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0962613 Nov 19 13:45:25.261715 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Attempting to bind port 9095ceab-1c10-47e1-810b-c3c8f0904606 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:25.262091 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Attempting to bind port 9095ceab-1c10-47e1-810b-c3c8f0904606 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:25.262380 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Attempting to bind port 9095ceab-1c10-47e1-810b-c3c8f0904606 on network 2e0abc04-df09-476a-b7c9-246afde2a3fc {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:25.268870 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Port 9095ceab-1c10-47e1-810b-c3c8f0904606 on network 2e0abc04-df09-476a-b7c9-246afde2a3fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:25.269177 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Attempting to bind port 9095ceab-1c10-47e1-810b-c3c8f0904606 on network 2e0abc04-df09-476a-b7c9-246afde2a3fc {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:25.274822 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:25.275160 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Checking segment: {'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:25.275540 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Bound using segment: {'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:25.275965 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Bound port: 9095ceab-1c10-47e1-810b-c3c8f0904606, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fa033d-2a87-465e-8b5a-ee3d14ba8468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc'}}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:25.276381 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.295148 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-8de62e02-8c9a-42d8-8655-a57b780553d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 217 time: 0.0497925 Nov 19 13:45:25.347293 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-aa8fbb4c-5b5b-41ed-9921-71f7841f784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.348935 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-aa8fbb4c-5b5b-41ed-9921-71f7841f784f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0471539 Nov 19 13:45:25.350823 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] For port 9095ceab-1c10-47e1-810b-c3c8f0904606, host hv-cinder-81632, cleared binding levels {{(pid=102797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:25.354074 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] For port 9095ceab-1c10-47e1-810b-c3c8f0904606, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9095ceab-1c10-47e1-810b-c3c8f0904606,segment=NetworkSegment(d9fa033d-2a87-465e-8b5a-ee3d14ba8468),segment_id=d9fa033d-2a87-465e-8b5a-ee3d14ba8468)] {{(pid=102797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:25.360105 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.403444 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.404221 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.405747 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] 10.222.0.73 "PUT /v2.0/ports/9095ceab-1c10-47e1-810b-c3c8f0904606 HTTP/1.1" status: 200 len: 1097 time: 1.0662601 Nov 19 13:45:25.406229 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7317e60d-a969-47c0-b294-b8790eb63afa', 'tag': '9095ceab-1c10-47e1-810b-c3c8f0904606'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:25.411021 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-de8745d2-6651-46c7-8be8-a209c4d8af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.411179 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9614341-de04-4d95-a317-e92bbc390721" -d '{"events": [{"name": "network-changed", "server_uuid": "7317e60d-a969-47c0-b294-b8790eb63afa", "tag": "9095ceab-1c10-47e1-810b-c3c8f0904606"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:25.411329 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-de8745d2-6651-46c7-8be8-a209c4d8af7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543730 Nov 19 13:45:25.430050 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9a3a6-033f-46e2-83d7-0533c1ed1a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9095ceab-1c10-47e1-810b-c3c8f0904606,revision_number=3']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:25.469867 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd5d3e-6f43-4b73-8be2-959b990ebdfb x-openstack-request-id: req-89bd5d3e-6f43-4b73-8be2-959b990ebdfb {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:25.470162 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7317e60d-a969-47c0-b294-b8790eb63afa", "tag": "9095ceab-1c10-47e1-810b-c3c8f0904606", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:25.470415 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89bd5d3e-6f43-4b73-8be2-959b990ebdfb {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:25.470816 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7317e60d-a969-47c0-b294-b8790eb63afa', 'tag': '9095ceab-1c10-47e1-810b-c3c8f0904606', 'status': 'completed', 'code': 200} Nov 19 13:45:25.507016 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-9f07cb1e-36ec-4883-b33e-b31af91aabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.508560 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-9f07cb1e-36ec-4883-b33e-b31af91aabbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cbbf567a3124c3fac993eddb033c36a&device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 1100 time: 0.0481820 Nov 19 13:45:25.528848 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-7fba9876-be13-416c-92d9-cb113cc71339 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044595 Nov 19 13:45:25.557391 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-458316d4-7ab4-489c-bc5b-32e5f80eccf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9095ceab-1c10-47e1-810b-c3c8f0904606 HTTP/1.1" status: 200 len: 217 time: 0.0380681 Nov 19 13:45:25.627712 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-3028ac75-ce6e-49e2-928f-7c842332fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.629232 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-3028ac75-ce6e-49e2-928f-7c842332fce8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=48afd9db-3102-447e-af47-e915136ed0d2 HTTP/1.1" status: 200 len: 843 time: 0.0639508 Nov 19 13:45:25.643960 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-09f7224e-4619-454e-8d0d-0b6e23ff3abe req-6ad9d904-dcfc-403c-a025-d163c9ce48b5 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080649 Nov 19 13:45:25.704592 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-96fb3e13-58b7-40c8-8816-f8d20b7b9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.706008 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-96fb3e13-58b7-40c8-8816-f8d20b7b9d02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e0abc04-df09-476a-b7c9-246afde2a3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684299 Nov 19 13:45:25.771361 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb0b1-e086-4f47-8bcc-444a3b98f274 req-7fd6fe76-81d8-4c53-8412-d08df6732f1d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:25.773127 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f6fb0b1-e086-4f47-8bcc-444a3b98f274 req-7fd6fe76-81d8-4c53-8412-d08df6732f1d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0974305 Nov 19 13:45:25.848080 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-5d6e531f-e96f-4c70-9bac-5646f67be823 service neutron] 10.222.0.73 "GET /v2.0/networks/2e0abc04-df09-476a-b7c9-246afde2a3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348734 Nov 19 13:45:25.852646 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5f6fb0b1-e086-4f47-8bcc-444a3b98f274 req-df7a8b30-b6d9-486a-81c8-3258c3ffb9e6 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738540 Nov 19 13:45:25.941687 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0df51eda-ce52-4fd4-88f4-99b29dce4b2c req-25e7e0e8-c45f-4f51-87f6-98503cf4608b service neutron] 10.222.0.73 "GET /v2.0/networks/2e0abc04-df09-476a-b7c9-246afde2a3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864332 Nov 19 13:45:26.027555 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614341-de04-4d95-a317-e92bbc390721 req-260f00de-0a6b-4259-8d7d-d45d89492705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:26.028970 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e9614341-de04-4d95-a317-e92bbc390721 req-260f00de-0a6b-4259-8d7d-d45d89492705 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cbbf567a3124c3fac993eddb033c36a&device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 1100 time: 0.0398118 Nov 19 13:45:26.122500 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614341-de04-4d95-a317-e92bbc390721 req-7362f47b-0c41-4744-91db-540e57923b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:26.123974 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e9614341-de04-4d95-a317-e92bbc390721 req-7362f47b-0c41-4744-91db-540e57923b7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e0abc04-df09-476a-b7c9-246afde2a3fc HTTP/1.1" status: 200 len: 871 time: 0.0875745 Nov 19 13:45:26.160831 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43034f-0528-4de5-b862-8a2070738c28 req-37cb89ef-fc25-4d10-83df-d200612828c6 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:26.162385 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9d43034f-0528-4de5-b862-8a2070738c28 req-37cb89ef-fc25-4d10-83df-d200612828c6 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 947 time: 0.0510182 Nov 19 13:45:26.169479 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e9614341-de04-4d95-a317-e92bbc390721 req-7cb9f814-2d6b-4acd-beb2-ed0b42fab87f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9095ceab-1c10-47e1-810b-c3c8f0904606 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Nov 19 13:45:26.213849 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9d43034f-0528-4de5-b862-8a2070738c28 req-a4a434bd-6a06-4da3-9254-4c40bd04be37 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Nov 19 13:45:26.221157 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614341-de04-4d95-a317-e92bbc390721 req-ce5ac335-8673-4ae4-8a59-9f9fe016d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:26.222622 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e9614341-de04-4d95-a317-e92bbc390721 req-ce5ac335-8673-4ae4-8a59-9f9fe016d789 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=48afd9db-3102-447e-af47-e915136ed0d2 HTTP/1.1" status: 200 len: 843 time: 0.0454519 Nov 19 13:45:26.269208 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614341-de04-4d95-a317-e92bbc390721 req-7200aee9-4af2-406b-b87e-75cac4fc8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:26.270710 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e9614341-de04-4d95-a317-e92bbc390721 req-7200aee9-4af2-406b-b87e-75cac4fc8115 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e0abc04-df09-476a-b7c9-246afde2a3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411885 Nov 19 13:45:26.366157 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e9614341-de04-4d95-a317-e92bbc390721 req-b2e07afd-e2bf-48f0-82b0-61653fd17689 service neutron] 10.222.0.73 "GET /v2.0/networks/2e0abc04-df09-476a-b7c9-246afde2a3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886652 Nov 19 13:45:26.456233 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e9614341-de04-4d95-a317-e92bbc390721 req-c3a34c1b-2a70-4b6a-954f-22e08693c984 service neutron] 10.222.0.73 "GET /v2.0/networks/2e0abc04-df09-476a-b7c9-246afde2a3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833199 Nov 19 13:45:26.967490 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3005154-d762-4e42-a22a-5401e29b0b7a req-e047e227-1a10-4523-be5b-0d55be66b9f3 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:26.969187 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a3005154-d762-4e42-a22a-5401e29b0b7a req-e047e227-1a10-4523-be5b-0d55be66b9f3 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0486658 Nov 19 13:45:27.024173 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a3005154-d762-4e42-a22a-5401e29b0b7a req-6a9795b9-55d2-40f3-b280-c01860ccee8c tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489247 Nov 19 13:45:27.325598 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea2b87-2bf8-4cc4-b382-48cade55230e req-e0d2f0fa-d7fa-4df9-a57b-6970828579f7 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:27.327043 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6cea2b87-2bf8-4cc4-b382-48cade55230e req-e0d2f0fa-d7fa-4df9-a57b-6970828579f7 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 947 time: 0.0478215 Nov 19 13:45:27.373820 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6cea2b87-2bf8-4cc4-b382-48cade55230e req-8728ffb7-2ef1-4e35-a2f7-fb84ab763c36 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Nov 19 13:45:28.137924 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea1b1-25c2-4a21-86dc-4786f0347e58 req-b6623928-04ae-4084-88f8-c87bab423461 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:28.139403 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9e2ea1b1-25c2-4a21-86dc-4786f0347e58 req-b6623928-04ae-4084-88f8-c87bab423461 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0489902 Nov 19 13:45:28.189629 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9e2ea1b1-25c2-4a21-86dc-4786f0347e58 req-064345a0-856f-42f7-af1b-3ab4468ea6d9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Nov 19 13:45:28.494366 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46281ff8-b165-4600-8dbf-57895228ffcd req-248fa873-9aa9-435f-8053-fe7d836c3289 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:28.495835 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-46281ff8-b165-4600-8dbf-57895228ffcd req-248fa873-9aa9-435f-8053-fe7d836c3289 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 947 time: 0.0515654 Nov 19 13:45:28.541859 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-46281ff8-b165-4600-8dbf-57895228ffcd req-d36aa912-9b94-422d-baf5-4d29db7ff67b tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Nov 19 13:45:28.998306 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9095ceab-1c10-47e1-810b-c3c8f0904606 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:45:29.092645 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 9095ceab-1c10-47e1-810b-c3c8f0904606, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9095ceab-1c10-47e1-810b-c3c8f0904606,segment=NetworkSegment(d9fa033d-2a87-465e-8b5a-ee3d14ba8468),segment_id=d9fa033d-2a87-465e-8b5a-ee3d14ba8468)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:29.104053 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '9095ceab-1c10-47e1-810b-c3c8f0904606', 'network_id': '2e0abc04-df09-476a-b7c9-246afde2a3fc', 'port_id': '9095ceab-1c10-47e1-810b-c3c8f0904606', 'mac_address': 'fa:16:3e:98:de:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48afd9db-3102-447e-af47-e915136ed0d2', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:45:29.146331 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.159704 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9095ceab-1c10-47e1-810b-c3c8f0904606 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:29.179955 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 9095ceab-1c10-47e1-810b-c3c8f0904606, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9095ceab-1c10-47e1-810b-c3c8f0904606,segment=NetworkSegment(d9fa033d-2a87-465e-8b5a-ee3d14ba8468),segment_id=d9fa033d-2a87-465e-8b5a-ee3d14ba8468)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:29.183830 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.232150 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=9095ceab-1c10-47e1-810b-c3c8f0904606,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:29.239781 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.240132 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.240500 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.240837 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.241170 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.241503 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.241830 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.242155 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.242481 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.242805 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.243127 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.244005 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:29.305980 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7f0b-b1ba-463c-8480-0098ff2cad09 req-6944908b-8a95-4f72-b2e4-dec60bf44471 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:29.307432 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b25d7f0b-b1ba-463c-8480-0098ff2cad09 req-6944908b-8a95-4f72-b2e4-dec60bf44471 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0493014 Nov 19 13:45:29.355799 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b25d7f0b-b1ba-463c-8480-0098ff2cad09 req-3513d36f-a703-4d35-ad2d-1df2f966dff8 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Nov 19 13:45:29.570564 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['9095ceab-1c10-47e1-810b-c3c8f0904606'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:29.621720 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:45:29.658506 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79086-65dd-4d35-a3fe-d2de4a31748f req-2fac25ac-5c09-43bd-8e12-b7ef261b0223 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:29.660007 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-97f79086-65dd-4d35-a3fe-d2de4a31748f req-2fac25ac-5c09-43bd-8e12-b7ef261b0223 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 948 time: 0.0492086 Nov 19 13:45:29.712142 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-97f79086-65dd-4d35-a3fe-d2de4a31748f req-28fb7e40-03b3-4d6b-93ec-5ca3ad7f4a25 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Nov 19 13:45:30.495724 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7315d32-4dd2-4787-8ac1-b3167f8f2035 req-4979c3f8-b4fd-4625-9784-bdf701a06b3e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:30.497633 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c7315d32-4dd2-4787-8ac1-b3167f8f2035 req-4979c3f8-b4fd-4625-9784-bdf701a06b3e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0541017 Nov 19 13:45:30.546256 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-c7315d32-4dd2-4787-8ac1-b3167f8f2035 req-ff705110-c66f-4597-a961-dde4fa996f98 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Nov 19 13:45:30.828058 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d242-99ad-4c98-9a9d-3ccc6d7acfff req-07d811e3-1f1b-4307-a238-21ed8cb3d044 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:30.829446 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9907d242-99ad-4c98-9a9d-3ccc6d7acfff req-07d811e3-1f1b-4307-a238-21ed8cb3d044 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 948 time: 0.0515056 Nov 19 13:45:30.879441 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9907d242-99ad-4c98-9a9d-3ccc6d7acfff req-c1f6728e-3776-4281-ad9c-10234b0238dd tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Nov 19 13:45:31.013911 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9095ceab-1c10-47e1-810b-c3c8f0904606 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:31.064097 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 9095ceab-1c10-47e1-810b-c3c8f0904606 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:45:31.068223 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 9095ceab-1c10-47e1-810b-c3c8f0904606 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:31.068623 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.151271 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.173999 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7317e60d-a969-47c0-b294-b8790eb63afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9095ceab-1c10-47e1-810b-c3c8f0904606'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:31.176239 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ee9594-7a25-4185-9a4a-bd7f12b7aee0" -d '{"events": [{"server_uuid": "7317e60d-a969-47c0-b294-b8790eb63afa", "name": "network-vif-plugged", "status": "completed", "tag": "9095ceab-1c10-47e1-810b-c3c8f0904606"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:31.189341 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 9095ceab-1c10-47e1-810b-c3c8f0904606, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9095ceab-1c10-47e1-810b-c3c8f0904606,segment=NetworkSegment(d9fa033d-2a87-465e-8b5a-ee3d14ba8468),segment_id=d9fa033d-2a87-465e-8b5a-ee3d14ba8468)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:31.193256 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.240695 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=9095ceab-1c10-47e1-810b-c3c8f0904606,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:31.329446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb4c0a5-1f79-4b1d-91f6-4fd068f23aa3 x-openstack-request-id: req-6cb4c0a5-1f79-4b1d-91f6-4fd068f23aa3 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:31.329746 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7317e60d-a969-47c0-b294-b8790eb63afa", "name": "network-vif-plugged", "status": "completed", "tag": "9095ceab-1c10-47e1-810b-c3c8f0904606", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:31.330007 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6cb4c0a5-1f79-4b1d-91f6-4fd068f23aa3 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:31.330411 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7317e60d-a969-47c0-b294-b8790eb63afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9095ceab-1c10-47e1-810b-c3c8f0904606', 'code': 200} Nov 19 13:45:31.362724 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8a482e10-d746-4d7e-8cf9-4ebf51306d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.496643 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854fce2-ba72-4e3b-9ef6-b733599123e2 req-a1dd8614-b844-4746-9336-4386fb055aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:31.498152 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d854fce2-ba72-4e3b-9ef6-b733599123e2 req-a1dd8614-b844-4746-9336-4386fb055aaf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 1102 time: 0.0412784 Nov 19 13:45:31.543704 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d854fce2-ba72-4e3b-9ef6-b733599123e2 req-48fbc6ad-f512-4c42-8d43-5712df9110af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Nov 19 13:45:31.660769 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78592af9-659a-4f7c-81d7-8bca4aacd8b6 req-d9cbb966-22a2-4272-8f01-46ad3df0f258 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:31.662263 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-78592af9-659a-4f7c-81d7-8bca4aacd8b6 req-d9cbb966-22a2-4272-8f01-46ad3df0f258 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0489006 Nov 19 13:45:31.713341 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-78592af9-659a-4f7c-81d7-8bca4aacd8b6 req-74a6fbb3-e66b-495d-a4c2-eba91b66f88b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446985 Nov 19 13:45:32.001778 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb633d-b6ba-4a47-be07-6f90584dc1c8 req-f409a964-da89-4c72-90b0-9df6f5ad3a56 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:32.003139 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9ecb633d-b6ba-4a47-be07-6f90584dc1c8 req-f409a964-da89-4c72-90b0-9df6f5ad3a56 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 949 time: 0.0525181 Nov 19 13:45:32.053950 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9ecb633d-b6ba-4a47-be07-6f90584dc1c8 req-81ae4cee-5713-474d-a4e1-f4b1f54964da tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Nov 19 13:45:32.480105 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.831025 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cdb92-25ea-441b-b0ed-fa819750eb9e req-0037065f-47f0-4af2-8a95-d36cf66d6ec5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:32.832536 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7d2cdb92-25ea-441b-b0ed-fa819750eb9e req-0037065f-47f0-4af2-8a95-d36cf66d6ec5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0503256 Nov 19 13:45:32.883132 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-7d2cdb92-25ea-441b-b0ed-fa819750eb9e req-254b07aa-c33f-476b-8c8a-a94949f86c45 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Nov 19 13:45:33.172224 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176503d2-af2a-4fdf-b667-23965c5f4675 req-1e566afc-ab52-4489-9528-fd5628c34df8 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:33.173827 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-176503d2-af2a-4fdf-b667-23965c5f4675 req-1e566afc-ab52-4489-9528-fd5628c34df8 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 949 time: 0.0522966 Nov 19 13:45:33.220836 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-176503d2-af2a-4fdf-b667-23965c5f4675 req-1b8ea58e-af06-462c-ac25-841ad72f3988 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Nov 19 13:45:33.479218 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e580d-91a9-499c-8f59-c4bf5e5b062d req-c1e93f20-a1c7-4fb7-b9b7-9b1f2949c57e tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:33.480717 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e62e580d-91a9-499c-8f59-c4bf5e5b062d req-c1e93f20-a1c7-4fb7-b9b7-9b1f2949c57e tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 949 time: 0.0511715 Nov 19 13:45:33.531631 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e62e580d-91a9-499c-8f59-c4bf5e5b062d req-46b88ec4-3b01-4e76-b711-6e4494d032f7 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Nov 19 13:45:33.943216 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a3044aea-e685-4f58-8c6c-405e2f2df3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.006031 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4c86c-ce1c-4778-b348-246cc264f93f req-50f0a251-e3df-4ee5-ac68-db5396ce6c6e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:34.007488 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d7f4c86c-ce1c-4778-b348-246cc264f93f req-50f0a251-e3df-4ee5-ac68-db5396ce6c6e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0515661 Nov 19 13:45:34.058284 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d7f4c86c-ce1c-4778-b348-246cc264f93f req-f9a65337-4744-4e41-b576-ef8f77386550 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Nov 19 13:45:34.653176 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf3d4e-0d37-4285-9eb8-71d908d1f835 req-e7c25bf1-33ad-45d5-86dd-0943f7a2ac29 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:34.654640 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8fcf3d4e-0d37-4285-9eb8-71d908d1f835 req-e7c25bf1-33ad-45d5-86dd-0943f7a2ac29 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 949 time: 0.0496070 Nov 19 13:45:34.707360 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8fcf3d4e-0d37-4285-9eb8-71d908d1f835 req-f6a3f6ce-b5d3-4671-8b52-1e774184869e tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7c3a10f-9c77-4148-9c66-8888766862a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Nov 19 13:45:34.798574 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.941063 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-ade51bbf-1982-4787-9ac3-d3ebf0d96e09 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:34.942555 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-ade51bbf-1982-4787-9ac3-d3ebf0d96e09 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.73 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 949 time: 0.0496483 Nov 19 13:45:35.005299 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:45:35.037319 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Deleting port 9095ceab-1c10-47e1-810b-c3c8f0904606 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:35.037662 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:35.113799 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:35.127923 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:45:35.137062 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] For port 9095ceab-1c10-47e1-810b-c3c8f0904606, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=9095ceab-1c10-47e1-810b-c3c8f0904606,segment=NetworkSegment(d9fa033d-2a87-465e-8b5a-ee3d14ba8468),segment_id=d9fa033d-2a87-465e-8b5a-ee3d14ba8468)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:35.137438 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:35.151612 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Calling delete_port for 9095ceab-1c10-47e1-810b-c3c8f0904606 owned by compute:nova {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:35.172000 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:35.181533 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9553f-f128-46e1-8525-d48bc13b8198 req-ca44d11a-276b-414a-8e0d-b6f189e842ef tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:35.184420 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ca9553f-f128-46e1-8525-d48bc13b8198 req-ca44d11a-276b-414a-8e0d-b6f189e842ef tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 943 time: 0.0520756 Nov 19 13:45:35.185481 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:35.212288 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:35.216560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:35.238691 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8ca9553f-f128-46e1-8525-d48bc13b8198 req-4e3ffd5c-823b-4bb6-a348-c11d0d86bebc tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484807 Nov 19 13:45:35.266766 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:35.300468 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:35.328680 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Pushing event deleted for resources: {'Port': ['ID=9095ceab-1c10-47e1-810b-c3c8f0904606,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:35.372094 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] No DVR routers for this DVR port 9095ceab-1c10-47e1-810b-c3c8f0904606 on host hv-cinder-81632 {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:45:35.375445 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:35.378866 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-87ab8aea-5e65-4051-8acb-5f19bae794a9 req-aae8b3dd-9d33-4c7d-8ddb-4a469c3b7176 tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.73 "DELETE /v2.0/ports/9095ceab-1c10-47e1-810b-c3c8f0904606 HTTP/1.1" status: 204 len: 173 time: 0.4305441 Nov 19 13:45:35.379320 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7317e60d-a969-47c0-b294-b8790eb63afa', 'name': 'network-vif-deleted', 'tag': '9095ceab-1c10-47e1-810b-c3c8f0904606'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:35.381606 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf1c41d-490f-4baa-952e-43e262537e7a" -d '{"events": [{"server_uuid": "7317e60d-a969-47c0-b294-b8790eb63afa", "name": "network-vif-deleted", "tag": "9095ceab-1c10-47e1-810b-c3c8f0904606"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:35.431916 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d74b04-367c-4502-96b8-c7a5437dfb74 x-openstack-request-id: req-96d74b04-367c-4502-96b8-c7a5437dfb74 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:35.432217 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7317e60d-a969-47c0-b294-b8790eb63afa", "name": "network-vif-deleted", "tag": "9095ceab-1c10-47e1-810b-c3c8f0904606", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:35.432506 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96d74b04-367c-4502-96b8-c7a5437dfb74 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:35.432936 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7317e60d-a969-47c0-b294-b8790eb63afa', 'name': 'network-vif-deleted', 'tag': '9095ceab-1c10-47e1-810b-c3c8f0904606', 'status': 'completed', 'code': 200} Nov 19 13:45:35.528982 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:35.819098 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-adaad76e-19eb-4b15-9296-485368a803a3 req-82f92444-ae52-4c8b-a1df-79534d63d29c tempest-VolumesNegativeTest-1472234412 tempest-VolumesNegativeTest-1472234412-project] 10.222.0.81 "GET /v2.0/ports?device_id=7317e60d-a969-47c0-b294-b8790eb63afa HTTP/1.1" status: 200 len: 210 time: 0.0272968 Nov 19 13:45:36.349329 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:36.365384 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149ccc-6b42-4cdf-a8f3-9e727f62b131 req-181fba45-2028-4321-90f4-8a8d1beb7342 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:36.367404 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-31149ccc-6b42-4cdf-a8f3-9e727f62b131 req-181fba45-2028-4321-90f4-8a8d1beb7342 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 944 time: 0.0576618 Nov 19 13:45:36.418633 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-31149ccc-6b42-4cdf-a8f3-9e727f62b131 req-112f7e3b-7c2b-4e16-836a-e61b55985299 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452204 Nov 19 13:45:37.021262 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:37.075781 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:45:37.079766 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:37.080141 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.291743 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.317041 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:37.319241 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef1557-92c7-4e0c-bcf4-0c77f729c891" -d '{"events": [{"server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "name": "network-vif-plugged", "status": "completed", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:37.338668 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:37.343910 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.344737 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9095ceab-1c10-47e1-810b-c3c8f0904606 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:37.350442 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.388309 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a2005-79e6-4463-8f98-03dc5450a65f x-openstack-request-id: req-a06a2005-79e6-4463-8f98-03dc5450a65f {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:37.388580 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "name": "network-vif-plugged", "status": "completed", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:37.388873 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a06a2005-79e6-4463-8f98-03dc5450a65f {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:37.389265 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'code': 200} Nov 19 13:45:37.392847 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 9095ceab-1c10-47e1-810b-c3c8f0904606 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:37.393194 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 9095ceab-1c10-47e1-810b-c3c8f0904606 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:37.420368 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:37.597907 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b0a62-ee87-47ad-a52c-34cf12584223 req-cb1a039c-7d2d-4777-b0ba-40b59c2e6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:37.601008 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bd4b0a62-ee87-47ad-a52c-34cf12584223 req-cb1a039c-7d2d-4777-b0ba-40b59c2e6c83 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1098 time: 0.0464082 Nov 19 13:45:37.658677 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-bd4b0a62-ee87-47ad-a52c-34cf12584223 req-ffd97808-f4e7-4cab-a4ef-f1687fe773f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512295 Nov 19 13:45:37.783570 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde4279-fb36-49a9-ba57-44237e0badf8 req-42ba636a-6c66-44bc-889e-3d7a1b86b1b8 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:37.785237 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0bde4279-fb36-49a9-ba57-44237e0badf8 req-42ba636a-6c66-44bc-889e-3d7a1b86b1b8 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 945 time: 0.2931371 Nov 19 13:45:37.836116 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0bde4279-fb36-49a9-ba57-44237e0badf8 req-765b922b-1423-46f2-beaa-554fb77dfdb9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Nov 19 13:45:38.967586 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70dee8-c7e4-4061-8137-12f0d8bb8c4c req-0fb2dd53-15ea-4352-9f6b-dca5e64a28b2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:38.969316 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d70dee8-c7e4-4061-8137-12f0d8bb8c4c req-0fb2dd53-15ea-4352-9f6b-dca5e64a28b2 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 945 time: 0.0600600 Nov 19 13:45:39.023239 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d70dee8-c7e4-4061-8137-12f0d8bb8c4c req-94b937ff-032e-4f1d-8f86-096e24ae4ffb tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478127 Nov 19 13:45:39.091436 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-83e71bb1-ccb9-4d79-b658-5c125b8d43fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401142 Nov 19 13:45:39.184981 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-6af4e20b-ba4f-45ca-9811-9050743b3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:39.186457 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-6af4e20b-ba4f-45ca-9811-9050743b3e48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1098 time: 0.0463817 Nov 19 13:45:39.297496 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-fdfae969-1cad-4fc3-9853-02f76de8ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:39.298956 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-fdfae969-1cad-4fc3-9853-02f76de8ff5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0927341 Nov 19 13:45:39.342038 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-1abd3d2f-3276-4c42-bb30-1e6b7a20b202 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 217 time: 0.0361323 Nov 19 13:45:39.398448 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-2baa9453-5ab0-404b-97bf-c961b9eac93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:39.399888 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-2baa9453-5ab0-404b-97bf-c961b9eac93f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0514145 Nov 19 13:45:39.447994 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-1aaf2d91-095b-4b8e-ad89-a181a2b2445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:39.449535 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-1aaf2d91-095b-4b8e-ad89-a181a2b2445d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424953 Nov 19 13:45:39.548585 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-5ac3ad56-fad4-46de-a94b-869e1eb5937f service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914328 Nov 19 13:45:39.645047 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-856ebf35-cd57-4af9-a0fd-854b9e1018ec req-6a9e13f7-6c69-4285-ad3f-7729fa35f775 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889270 Nov 19 13:45:40.140103 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ebd1c-9b7d-414d-8258-896bf7e292ac req-01b8fbfe-4eac-4ab9-a670-3a8cb7566874 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:40.141593 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-660ebd1c-9b7d-414d-8258-896bf7e292ac req-01b8fbfe-4eac-4ab9-a670-3a8cb7566874 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 945 time: 0.0491068 Nov 19 13:45:40.192661 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-660ebd1c-9b7d-414d-8258-896bf7e292ac req-5c6e1028-0c1d-4fda-90b0-92f566e79b4a tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449693 Nov 19 13:45:40.320946 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766668-9a73-42b4-ae86-a9ca87205666 req-5947a157-aeb8-43bd-8475-9cd308babf06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:40.322360 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69766668-9a73-42b4-ae86-a9ca87205666 req-5947a157-aeb8-43bd-8475-9cd308babf06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 945 time: 0.0515831 Nov 19 13:45:40.373306 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-69766668-9a73-42b4-ae86-a9ca87205666 req-a07116d7-a912-46e8-bccc-7b92b6dc4643 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443966 Nov 19 13:45:40.396205 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41200) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:40.440179 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224dc63-1133-49ca-8b01-509724580af2 tempest-TestVolumeBootPattern-1277228975 tempest-TestVolumeBootPattern-1277228975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:40.441739 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-1224dc63-1133-49ca-8b01-509724580af2 tempest-TestVolumeBootPattern-1277228975 tempest-TestVolumeBootPattern-1277228975-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1093 time: 0.0445147 Nov 19 13:45:40.444458 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41202) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:40.448716 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:40.470401 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.571693 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.680495 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Allocated IP 172.27.0.25 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/7de765be-eda9-4816-8193-757ac5d7d3c9) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:40.790718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.830538 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.868527 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41210) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:40.873920 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:40.878314 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:40.882694 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:40.909210 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=7de765be-eda9-4816-8193-757ac5d7d3c9,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:41.002359 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-4282deb3-1b20-431b-8542-2a235333c8f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3cbbf567a3124c3fac993eddb033c36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326480 Nov 19 13:45:41.004874 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41214) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:41.059265 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-56320bb9-99db-4929-858e-39799dfea1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.080930 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-56320bb9-99db-4929-858e-39799dfea1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.133752 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-56320bb9-99db-4929-858e-39799dfea1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.136453 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-56320bb9-99db-4929-858e-39799dfea1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.141225 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-56320bb9-99db-4929-858e-39799dfea1cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7c3a10f-9c77-4148-9c66-8888766862a5 HTTP/1.1" status: 204 len: 168 time: 0.1351626 Nov 19 13:45:41.149514 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56320bb9-99db-4929-858e-39799dfea1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c3a10f-9c77-4148-9c66-8888766862a5,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:41.286407 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.361070 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.525383 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.530084 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.609416 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=7de765be-eda9-4816-8193-757ac5d7d3c9,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:41.617098 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.719707 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Floating IP ca048564-b4e2-4191-b2bb-4463948ef7bf associated. External IP: 172.27.0.25, port: bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed. Nov 19 13:45:41.780127 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41236) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:41.879469 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-701986741-network', 'tenant_id': '126bf6ca263940b3acc2497ad3173982'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:41.902646 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Made reservation on behalf of 126bf6ca263940b3acc2497ad3173982 for: {'network': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:41.904968 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.913518 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.931327 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:41.991920 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.996015 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.024911 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1175} {{(pid=102797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:45:42.030839 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa005bb-766a-40e1-ae96-aa7131a23940,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:42.037329 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.037684 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.segments_db [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Added segment 2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c of type vlan for network 921e43f1-26c1-496e-b039-c328dcebe1a8 Nov 19 13:45:42.050783 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:42.062576 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:42.074004 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:42.074770 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:42.074982 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.085300 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.104643 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c35e39ca-f359-415a-acf9-62cd820106a5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6591415 Nov 19 13:45:42.105240 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:42.107484 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65eaff2-1616-407b-a69a-61207a5cd022" -d '{"events": [{"name": "network-changed", "server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:42.117217 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.119527 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:42.120444 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.148272 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bad2ae5-0385-4f1e-a7b1-94012682ab52 x-openstack-request-id: req-4bad2ae5-0385-4f1e-a7b1-94012682ab52 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:42.148592 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:42.148844 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bad2ae5-0385-4f1e-a7b1-94012682ab52 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:42.149403 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'status': 'completed', 'code': 200} Nov 19 13:45:42.189448 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:42.195615 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4110470 Nov 19 13:45:42.197215 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41244) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:42.203502 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Request body: {'subnet': {'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-701986741-subnet', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:42.224467 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e07db-bec6-40e7-bc57-ce98b498728c admin admin] Pushing event updated for resources: {'Network': ['ID=921e43f1-26c1-496e-b039-c328dcebe1a8,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:42.227488 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Made reservation on behalf of 126bf6ca263940b3acc2497ad3173982 for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:42.230564 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380142'] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.240898 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-3ba929d6-320b-444e-bc41-df829245566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:42.242639 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-3ba929d6-320b-444e-bc41-df829245566c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1098 time: 0.0648537 Nov 19 13:45:42.294118 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:45:42.349951 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-5f822e91-4eb3-4162-a83e-84be2b2a5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:42.351660 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-5f822e91-4eb3-4162-a83e-84be2b2a5066 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.1025856 Nov 19 13:45:42.425088 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29144286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25380188'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.433117 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-f85eb772-0118-4c60-8d5f-195f9e32042b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 998 time: 0.0745037 Nov 19 13:45:42.471172 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175b33ca-2db2-4161-8142-9d3446d1bc8b,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:42.483870 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-8ac028dc-9a99-42bf-a352-98a75cb3dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:42.486515 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-8ac028dc-9a99-42bf-a352-98a75cb3dc38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0465906 Nov 19 13:45:42.491659 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:41Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:42.509152 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Checking segment: {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:42.510178 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Network hostable DHCP agents. Network: 921e43f1-26c1-496e-b039-c328dcebe1a8, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:45:42.519328 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:42.527936 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:42.528594 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:42.541152 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:45:42.554306 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 921e43f1-26c1-496e-b039-c328dcebe1a8) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:42.558180 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-7d508476-44e1-4f0c-934d-bcb50d8b5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:42.560340 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-7d508476-44e1-4f0c-934d-bcb50d8b5375 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667732 Nov 19 13:45:42.567035 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:42.568423 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.572663 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8509f-b1ac-41ff-8dd1-a5fb50bef26b None None] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:42.593719 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-2fd8df0c-feab-4c72-a442-212eae5d1061 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3943758 Nov 19 13:45:42.596903 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41246) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:42.601173 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:42.624690 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.625869 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.677119 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-8f3cfa0f-303d-4da8-9225-fa6462bd723f service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090717 Nov 19 13:45:42.685951 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.716029 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:42.795172 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e65eaff2-1616-407b-a69a-61207a5cd022 req-79023897-9d94-4072-9a1f-775c9e02593c service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109653 Nov 19 13:45:42.837763 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.883926 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-921e43f1-26c1-496e-b039-c328dcebe1a8', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:45:42.884834 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.038572 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.058507 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.112497 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Allocated IP 172.20.0.2 (921e43f1-26c1-496e-b039-c328dcebe1a8/175b33ca-2db2-4161-8142-9d3446d1bc8b/19aeee9d-80dd-40ba-aca6-fa4d148416de) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:43.165566 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Allocated IP 172.27.0.144 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:43.172444 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:41Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:43.207033 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c473026-379e-4c28-bb54-6e5e1a63c524 None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:41Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:43.278302 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.305375 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.311789 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.321754 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.341657 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:43.344922 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:43.356422 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:43.361073 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:43.365947 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:43.369451 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Pushing event updated for resources: {'Port': ['ID=19aeee9d-80dd-40ba-aca6-fa4d148416de,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:43.372619 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:43.423396 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:43.495609 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598703c5-d822-4937-a5d0-6b525ef6dee5 None None] New status for floating IP ca048564-b4e2-4191-b2bb-4463948ef7bf: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:45:43.578207 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Attempting to bind port 19aeee9d-80dd-40ba-aca6-fa4d148416de on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:43.578565 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Attempting to bind port 19aeee9d-80dd-40ba-aca6-fa4d148416de by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:43.578829 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Attempting to bind port 19aeee9d-80dd-40ba-aca6-fa4d148416de on network 921e43f1-26c1-496e-b039-c328dcebe1a8 {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:43.583979 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:43.584380 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Checking segment: {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:43.584825 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.585223 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Bound using segment: {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:43.585718 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Bound port: 19aeee9d-80dd-40ba-aca6-fa4d148416de, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:43.586101 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.652284 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] For port 19aeee9d-80dd-40ba-aca6-fa4d148416de, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:43.656857 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] For port 19aeee9d-80dd-40ba-aca6-fa4d148416de, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=19aeee9d-80dd-40ba-aca6-fa4d148416de,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:43.663363 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.676361 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.732390 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c5461-29cc-487f-8b44-b583823a1d3c None None] Pushing event updated for resources: {'Port': ['ID=19aeee9d-80dd-40ba-aca6-fa4d148416de,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:44.149663 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.282661 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Router 626494b2-01cd-4493-bbda-11e458d4d55e is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:45:44.401802 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:44.406064 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 19aeee9d-80dd-40ba-aca6-fa4d148416de up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:44.422065 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Sync routers for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:44.424984 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.428911 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-3a6f3a7e-d0ee-4580-b344-950898d3bca9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8284976 Nov 19 13:45:44.429179 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41248) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:44.476463 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:44.477542 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:44.579211 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 19aeee9d-80dd-40ba-aca6-fa4d148416de triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:44.579870 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.628519 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:44.730967 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72164874-40bb-4f38-a34a-8a464a2df63b None None] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:44.872714 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-469da937-4715-44e5-ae39-787768ea6647 None None] Provisioning complete for port 19aeee9d-80dd-40ba-aca6-fa4d148416de triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:44.873179 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-469da937-4715-44e5-ae39-787768ea6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.882251 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.903740 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.010734 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 19aeee9d-80dd-40ba-aca6-fa4d148416de, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=19aeee9d-80dd-40ba-aca6-fa4d148416de,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:45.024742 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.066512 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Allocated IP 172.20.0.1 (921e43f1-26c1-496e-b039-c328dcebe1a8/175b33ca-2db2-4161-8142-9d3446d1bc8b/b2e3b604-560b-429a-8b6f-d86901fb24aa) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:45.144131 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=19aeee9d-80dd-40ba-aca6-fa4d148416de,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.159544 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 3, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:45.174589 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.188024 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Checking router: 626494b2-01cd-4493-bbda-11e458d4d55e for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:45.188413 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Updating router 626494b2-01cd-4493-bbda-11e458d4d55e port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:45.213627 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.214524 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.257086 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:45.260196 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:45.263829 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:45.270303 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e3b604-560b-429a-8b6f-d86901fb24aa,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.312436 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.445189 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-9bbfe6fa-d02e-4a36-b94b-a4ebc16350f5 None None] Provisioning complete for port 19aeee9d-80dd-40ba-aca6-fa4d148416de triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:45.445705 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe6fa-d02e-4a36-b94b-a4ebc16350f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.445804 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.604442 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.611059 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.628830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.633417 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.661826 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Attempting to bind port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:45.662201 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Attempting to bind port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:45.662565 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Attempting to bind port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:45.670623 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e36c5-5bd8-4c30-88cb-b2ab313cc790 None None] Pushing event updated for resources: {'Port': ['ID=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.674638 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:45.674905 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:45.675308 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.675718 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:45.676228 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Bound port: e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:45.677290 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.705475 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.707200 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e3b604-560b-429a-8b6f-d86901fb24aa,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.740635 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-4a63fb9b-8abf-4ffb-ac5a-c5666a79f789 None None] Provisioning complete for port b2e3b604-560b-429a-8b6f-d86901fb24aa triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:45.741006 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-4a63fb9b-8abf-4ffb-ac5a-c5666a79f789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.743557 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] For port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:45.747270 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] For port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:45.771587 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.803457 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:45.804918 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:45.811739 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-4a63fb9b-8abf-4ffb-ac5a-c5666a79f789 None None] Port b2e3b604-560b-429a-8b6f-d86901fb24aa cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:45.847533 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:45.848484 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:45.852314 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e36c5-5bd8-4c30-88cb-b2ab313cc790 None None] Pushing event updated for resources: {'Port': ['ID=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.933443 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Router 626494b2-01cd-4493-bbda-11e458d4d55e has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:46.054596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:46.059591 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-37c6749c-d3e1-4ed8-a6dc-726814a34f90 admin admin] 10.222.0.81 "PUT /v2.0/routers/626494b2-01cd-4493-bbda-11e458d4d55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6293037 Nov 19 13:45:46.095674 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-3de181dd-0a4d-465d-afb7-249c3608b7c3 None None] Provisioning complete for port b2e3b604-560b-429a-8b6f-d86901fb24aa triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:46.095998 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3de181dd-0a4d-465d-afb7-249c3608b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.121491 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:46.167714 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-3de181dd-0a4d-465d-afb7-249c3608b7c3 None None] Port b2e3b604-560b-429a-8b6f-d86901fb24aa cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:46.341192 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 2, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:46.372775 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c553b7-9143-46bd-85d9-4d6c59a9c1b9 None None] The sync data for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi is: [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 2, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:46.382280 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 19aeee9d-80dd-40ba-aca6-fa4d148416de up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:46.439914 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 19aeee9d-80dd-40ba-aca6-fa4d148416de triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:46.439914 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.596451 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41264) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:46.601532 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1475469265-network', 'tenant_id': '3910b1134a954f0597853a23638ac30e'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:46.629365 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Made reservation on behalf of 3910b1134a954f0597853a23638ac30e for: {'network': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:46.631740 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for network, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.641054 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.726824 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.731133 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.756928 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=102798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:45:46.768140 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d09d1-a61b-492a-9276-3ee67f5e818e,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:46.775077 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.776029 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.segments_db [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Added segment 48fc41b7-29b0-4fdb-a013-14ff8c491096 of type vlan for network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 Nov 19 13:45:46.823478 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785746736397'] for network, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.850178 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135'] for network, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.851165 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:46.851739 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.910767 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3133204 Nov 19 13:45:46.913633 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41266) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:46.918590 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Request body: {'subnet': {'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1475469265-subnet', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'ip_version': 4}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:46.925472 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e01a7f-2f52-4a73-93b8-69e5de7de4fc admin admin] Pushing event updated for resources: {'Network': ['ID=64c023ba-1be4-4a7f-bc9b-e1094224b4a6,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:46.935044 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 details requested by agent ovs-agent-dv-cinder-816324-4-iscsi with host dv-cinder-816324-4-iscsi {{(pid=102799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:45:46.949975 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Made reservation on behalf of 3910b1134a954f0597853a23638ac30e for: {'subnet': 1} {{(pid=102798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:46.952584 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380142'] for subnet, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.177020 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29144286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25380188'] for subnet, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.234953 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fda1d3-71ac-4292-8f81-cec6225aa570,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:47.244371 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Checking segment: {'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:47.244881 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Network hostable DHCP agents. Network: 64c023ba-1be4-4a7f-bc9b-e1094224b4a6, hostable agents: ['2782f4d3-ba19-40ae-a90a-237b0dd37238'], hosted agents: [] {{(pid=102798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:45:47.264330 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 is scheduled to be hosted by DHCP agent 2782f4d3-ba19-40ae-a90a-237b0dd37238 with binding_index 1 {{(pid=102798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:45:47.274701 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816324-4-iscsi, 64c023ba-1be4-4a7f-bc9b-e1094224b4a6) {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:47.278830 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.279439 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for subnet, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.284477 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886dd0b-20b1-4cda-bcfa-cc284e8b8509 None None] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:47.295780 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-479c3e56-40cd-4806-a82d-35604f3375b7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3811150 Nov 19 13:45:47.299156 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41268) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:47.303719 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:47.328887 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-107451'] for router, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.330157 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113736'] for router, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.389729 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.462222 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab004ea-636a-5449-8337-22fcf5974100-64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'fixed_ips': [{'subnet_id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570'}]}} from dv-cinder-816324-4-iscsi. {{(pid=102799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:45:47.463356 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.541371 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.622699 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.db_base_plugin_common [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Allocated IP 172.20.0.2 (64c023ba-1be4-4a7f-bc9b-e1094224b4a6/d0fda1d3-71ac-4292-8f81-cec6225aa570/8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c) {{(pid=102799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:47.753246 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.772368 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.781515 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Publish callbacks [] for port, precommit_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.787945 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038'] for port, after_create {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.828119 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 is already hosted by enough agents. {{(pid=102799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:47.831218 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.scheduler.base_scheduler [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Resources bound (agent type, host, resource id): {{(pid=102799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:47.834615 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Received port after_create {{(pid=102799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:47.840423 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Pushing event updated for resources: {'Port': ['ID=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,revision_number=1']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:47.877881 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Allocated IP 172.27.0.37 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:47.894321 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Attempting to bind port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:47.894661 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Attempting to bind port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:47.895026 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Attempting to bind port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c on network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:47.900561 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:47.900962 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Checking segment: {'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:47.901353 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.901750 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Bound using segment: {'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:47.902373 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Bound port: 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:47.902765 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.969864 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] For port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:47.973408 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] For port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,segment=NetworkSegment(48fc41b7-29b0-4fdb-a013-14ff8c491096),segment_id=48fc41b7-29b0-4fdb-a013-14ff8c491096)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:47.977251 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.987139 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.024821 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.047989 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1323e-fb34-424d-8527-deac278cc5da None None] Pushing event updated for resources: {'Port': ['ID=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:48.066388 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:48.071099 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:48.075420 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:48.082163 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:48.372442 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.419005 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Sync routers for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:48.436764 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:48.437629 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:48.466479 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:48.531771 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:48.532644 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.556278 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:48.592021 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568646'] for router, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.624492 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.660379 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,segment=NetworkSegment(48fc41b7-29b0-4fdb-a013-14ff8c491096),segment_id=48fc41b7-29b0-4fdb-a013-14ff8c491096)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:48.664440 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.665308 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:48.753741 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:48.769168 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:48.769621 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.789093 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 2, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:48.819482 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Checking router: 626494b2-01cd-4493-bbda-11e458d4d55e for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:48.819934 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Updating router 626494b2-01cd-4493-bbda-11e458d4d55e port b2e3b604-560b-429a-8b6f-d86901fb24aa binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:48.846505 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.863133 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.885715 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:48.892677 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.964998 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:49.011500 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Router 55f3feee-140a-4484-8b3f-60e99a5ce273 is scheduled to L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c with binding_index 1 {{(pid=102797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:45:49.134290 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:49.148653 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Sync routers for ids ['55f3feee-140a-4484-8b3f-60e99a5ce273'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:49.153846 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.156433 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-7cf041ae-6c2b-4e67-b2fb-2d27ad6f2298 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8561800 Nov 19 13:45:49.159157 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41272) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:49.163769 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Routers {'55f3feee-140a-4484-8b3f-60e99a5ce273'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:49.164933 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['55f3feee-140a-4484-8b3f-60e99a5ce273'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:49.179233 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.185762 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.242372 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Pushing event updated for resources: {'Port': ['ID=b2e3b604-560b-429a-8b6f-d86901fb24aa,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:49.274292 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.274679 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.275130 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.275358 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.275693 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.276031 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.276393 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.276728 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.277075 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.277410 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.277735 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.278059 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:49.330251 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Set router 55f3feee-140a-4484-8b3f-60e99a5ce273 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:49.336220 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Attempting to bind port b2e3b604-560b-429a-8b6f-d86901fb24aa on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:49.336766 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Attempting to bind port b2e3b604-560b-429a-8b6f-d86901fb24aa by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:49.337366 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Attempting to bind port b2e3b604-560b-429a-8b6f-d86901fb24aa on network 921e43f1-26c1-496e-b039-c328dcebe1a8 {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:49.344045 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:49.348432 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Checking segment: {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:49.348956 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.349319 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Bound using segment: {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:49.349823 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Bound port: b2e3b604-560b-429a-8b6f-d86901fb24aa, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:49.350234 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.363847 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd21e0a6-7ef0-411e-8957-d466dbe5d1ad None None] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:49.438391 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] For port b2e3b604-560b-429a-8b6f-d86901fb24aa, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:49.445086 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] For port b2e3b604-560b-429a-8b6f-d86901fb24aa, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=b2e3b604-560b-429a-8b6f-d86901fb24aa,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:49.453642 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.532416 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-682ee602-65cc-41c4-89d1-4a80a3a72894 None None] Provisioning complete for port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:49.532797 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-682ee602-65cc-41c4-89d1-4a80a3a72894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.620535 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:49.621206 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:49.714063 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.746526 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:49.769934 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 3, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port': {'id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:49.809609 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Checking router: 55f3feee-140a-4484-8b3f-60e99a5ce273 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:49.810764 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Updating router 55f3feee-140a-4484-8b3f-60e99a5ce273 port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 binding host dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:49.843881 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76369fc-5ba0-4d54-a279-5c9aa6e0709d None None] Pushing event updated for resources: {'Port': ['ID=b2e3b604-560b-429a-8b6f-d86901fb24aa,revision_number=4']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:49.844471 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.949570 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-74619024-4571-438a-b8ee-ac41995541be None None] Provisioning complete for port b2e3b604-560b-429a-8b6f-d86901fb24aa triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:49.950238 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-74619024-4571-438a-b8ee-ac41995541be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.954604 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Allocated IP 172.20.0.1 (64c023ba-1be4-4a7f-bc9b-e1094224b4a6/d0fda1d3-71ac-4292-8f81-cec6225aa570/495d96de-64e5-44d9-9812-e41afab20965) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:50.028463 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:49Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:50.062999 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139c841-8ac1-457f-98e5-49b148dc7811 None None] The sync data for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi is: [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:49Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:50.098921 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.103674 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-74619024-4571-438a-b8ee-ac41995541be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.143886 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.188792 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:50.192486 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:50.197945 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:50.234554 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Pushing event updated for resources: {'Port': ['ID=495d96de-64e5-44d9-9812-e41afab20965,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:50.261864 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570171'] for router_interface, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.328633 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-74619024-4571-438a-b8ee-ac41995541be None None] For port b2e3b604-560b-429a-8b6f-d86901fb24aa, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=b2e3b604-560b-429a-8b6f-d86901fb24aa,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:50.348300 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-74619024-4571-438a-b8ee-ac41995541be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.431502 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74619024-4571-438a-b8ee-ac41995541be None None] Pushing event updated for resources: {'Port': ['ID=b2e3b604-560b-429a-8b6f-d86901fb24aa,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:50.481714 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.504541 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:50.541210 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-00a5104d-0dc1-4143-9c10-39b67a96eb98 None None] Provisioning complete for port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:50.541589 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-00a5104d-0dc1-4143-9c10-39b67a96eb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.578726 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Publish callbacks [] for port, precommit_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.595064 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.684618 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Attempting to bind port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:50.685009 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Attempting to bind port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:50.685376 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Attempting to bind port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 on network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:50.690105 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.697356 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b90a6-8f19-4dbc-ac7c-bf214c66ceaa None None] Pushing event updated for resources: {'Port': ['ID=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,revision_number=2']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:50.698085 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.718718 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:50.719105 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.723006 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:50.723416 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Checking segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:50.723799 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.724199 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Bound using segment: {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'} {{(pid=102799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:50.724735 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.managers [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Bound port: e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956730ea-2038-40ac-a0f5-4573c6dea8a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e'}}] {{(pid=102799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:50.725124 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.777167 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570247'] for router_interface, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.778749 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Pushing event updated for resources: {'Port': ['ID=495d96de-64e5-44d9-9812-e41afab20965,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:50.834781 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] For port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:50.838322 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] For port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:50.844357 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.886303 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:50.887788 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:50.931572 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:50.983239 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b90a6-8f19-4dbc-ac7c-bf214c66ceaa None None] Pushing event updated for resources: {'Port': ['ID=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,revision_number=3']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:50.987208 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Routers {'55f3feee-140a-4484-8b3f-60e99a5ce273'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:50.987800 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['55f3feee-140a-4484-8b3f-60e99a5ce273'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:51.019699 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Router 55f3feee-140a-4484-8b3f-60e99a5ce273 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:51.030048 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-1e32b0d8-b6f1-4f44-ae47-c2daedc75873 None None] Provisioning complete for port 495d96de-64e5-44d9-9812-e41afab20965 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:51.031166 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-1e32b0d8-b6f1-4f44-ae47-c2daedc75873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.127215 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-1e32b0d8-b6f1-4f44-ae47-c2daedc75873 None None] Port 495d96de-64e5-44d9-9812-e41afab20965 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:51.138279 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:51.148299 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0bf281e4-534a-4fa1-a25f-f029e8de0f43 admin admin] 10.222.0.81 "PUT /v2.0/routers/55f3feee-140a-4484-8b3f-60e99a5ce273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840515 Nov 19 13:45:51.149328 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:51.149704 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.184490 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] Set router 55f3feee-140a-4484-8b3f-60e99a5ce273 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:51.347475 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-ccdb3b7e-ad07-4b6e-b4a8-5605a70bef67 None None] Provisioning complete for port 495d96de-64e5-44d9-9812-e41afab20965 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:51.348098 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3b7e-ad07-4b6e-b4a8-5605a70bef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.399261 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device b2e3b604-560b-429a-8b6f-d86901fb24aa up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:51.449420 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb3b7e-ad07-4b6e-b4a8-5605a70bef67 None None] Port 495d96de-64e5-44d9-9812-e41afab20965 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:51.503417 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port b2e3b604-560b-429a-8b6f-d86901fb24aa triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:51.503780 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.549118 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 4, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port': {'id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '495d96de-64e5-44d9-9812-e41afab20965', 'name': '', 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'mac_address': 'fa:16:3e:60:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:49Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 2, 'project_id': '3910b1134a954f0597853a23638ac30e', 'subnets': [{'id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:51.576920 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1649fc-5f89-4ed2-9f9b-4519d2b1498f None None] The sync data for ids ['55f3feee-140a-4484-8b3f-60e99a5ce273'] in dv-cinder-816324-4-iscsi is: [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 4, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port': {'id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '495d96de-64e5-44d9-9812-e41afab20965', 'name': '', 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'mac_address': 'fa:16:3e:60:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:49Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 2, 'project_id': '3910b1134a954f0597853a23638ac30e', 'subnets': [{'id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:51.908910 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41280) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:51.913458 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-792f5558-c84c-4d67-bbfd-b8959d32cdc3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723915729', 'description': 'tempest-secgroup-smoke-1723915729 description', 'project_id': '126bf6ca263940b3acc2497ad3173982'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:51.934588 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-792f5558-c84c-4d67-bbfd-b8959d32cdc3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.001864 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-792f5558-c84c-4d67-bbfd-b8959d32cdc3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.004995 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-792f5558-c84c-4d67-bbfd-b8959d32cdc3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.030353 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-792f5558-c84c-4d67-bbfd-b8959d32cdc3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.031606 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-792f5558-c84c-4d67-bbfd-b8959d32cdc3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1216865 Nov 19 13:45:52.034702 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41282) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:52.039355 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'security_group_rule': {'security_group_id': 'aaa7fabf-a7f0-4f4b-b8c4-e751a7215009', 'project_id': '126bf6ca263940b3acc2497ad3173982', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:52.040575 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f5558-c84c-4d67-bbfd-b8959d32cdc3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.072317 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.133676 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.137647 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.164577 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8732d4-c420-46f1-8d2f-44dd8ec5e3ac,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.176268 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.176633 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.176970 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.177305 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.177634 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.177962 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.178285 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.178606 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.178927 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.179246 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.179564 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.179881 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.185120 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.186334 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-859a9b94-9bb4-42d5-807b-d3d0c8b79c56 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505828 Nov 19 13:45:52.189164 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41284) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:52.193386 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-c2f8dc3c-1c18-4281-afaf-9e7e5ba567d2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'security_group_rule': {'security_group_id': 'aaa7fabf-a7f0-4f4b-b8c4-e751a7215009', 'project_id': '126bf6ca263940b3acc2497ad3173982', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:52.221493 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dc3c-1c18-4281-afaf-9e7e5ba567d2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.275177 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dc3c-1c18-4281-afaf-9e7e5ba567d2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.278726 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dc3c-1c18-4281-afaf-9e7e5ba567d2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.296983 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8dc3c-1c18-4281-afaf-9e7e5ba567d2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21139287-5448-430b-aa98-57ad2ab2cbf8,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.304615 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dc3c-1c18-4281-afaf-9e7e5ba567d2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.305809 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-c2f8dc3c-1c18-4281-afaf-9e7e5ba567d2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157186 Nov 19 13:45:52.308702 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41286) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:52.313796 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-bb3a548a-1e6e-4af1-81f9-4ce7bb2885e2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'security_group_rule': {'security_group_id': 'aaa7fabf-a7f0-4f4b-b8c4-e751a7215009', 'project_id': '126bf6ca263940b3acc2497ad3173982', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:52.343682 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bb3a548a-1e6e-4af1-81f9-4ce7bb2885e2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.377207 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device b2e3b604-560b-429a-8b6f-d86901fb24aa up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:52.403956 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bb3a548a-1e6e-4af1-81f9-4ce7bb2885e2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.407729 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bb3a548a-1e6e-4af1-81f9-4ce7bb2885e2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.422272 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a548a-1e6e-4af1-81f9-4ce7bb2885e2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7532bf1a-b6dc-4400-bc91-851e8dae3bcf,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.434489 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port b2e3b604-560b-429a-8b6f-d86901fb24aa triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:52.434837 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.437861 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bb3a548a-1e6e-4af1-81f9-4ce7bb2885e2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.439103 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-bb3a548a-1e6e-4af1-81f9-4ce7bb2885e2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291976 Nov 19 13:45:52.441852 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41288) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:52.446414 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-68b3332c-ce13-44b9-b18f-ad37274a589d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'security_group_rule': {'security_group_id': 'aaa7fabf-a7f0-4f4b-b8c4-e751a7215009', 'project_id': '126bf6ca263940b3acc2497ad3173982', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:52.474939 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-68b3332c-ce13-44b9-b18f-ad37274a589d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.537798 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-68b3332c-ce13-44b9-b18f-ad37274a589d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.541696 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-68b3332c-ce13-44b9-b18f-ad37274a589d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.559209 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3332c-ce13-44b9-b18f-ad37274a589d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a791f49-60c5-4c23-81b0-6c85f965e725,revision_number=0']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.567685 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-68b3332c-ce13-44b9-b18f-ad37274a589d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.571678 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41290) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:52.571833 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-68b3332c-ce13-44b9-b18f-ad37274a589d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287899 Nov 19 13:45:52.576415 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'security_group_rule': {'security_group_id': 'aaa7fabf-a7f0-4f4b-b8c4-e751a7215009', 'project_id': '126bf6ca263940b3acc2497ad3173982', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:52.599987 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.securitygroups_db [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Project 126bf6ca263940b3acc2497ad3173982 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:45:52.605430 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.670571 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.674481 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.696229 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e7ab2f-fd91-4654-aa6f-8c3bd43a0bcd,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.705725 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.706970 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-45907422-40e2-48f9-9c4c-4221d9d05b12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341560 Nov 19 13:45:52.709928 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41292) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:52.714462 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'security_group_rule': {'security_group_id': 'aaa7fabf-a7f0-4f4b-b8c4-e751a7215009', 'project_id': '126bf6ca263940b3acc2497ad3173982', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:52.738698 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.securitygroups_db [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Project 126bf6ca263940b3acc2497ad3173982 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:45:52.744412 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.814629 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.818105 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568962'] for security_group_rule, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.836382 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c0581f-9b67-4323-9124-c4e9f9619839,revision_number=0']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.841749 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.848769 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-85d6d9c9-1944-4d79-ad7e-6f41e7b14371 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377847 Nov 19 13:45:54.412959 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:54.467524 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Sync routers for ids ['55f3feee-140a-4484-8b3f-60e99a5ce273'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:54.472047 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:54.472498 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.477899 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Routers {'55f3feee-140a-4484-8b3f-60e99a5ce273'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:54.478510 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['55f3feee-140a-4484-8b3f-60e99a5ce273'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:54.554281 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.575838 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] For port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:54.580036 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.597208 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Set router 55f3feee-140a-4484-8b3f-60e99a5ce273 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:54.630136 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Pushing event updated for resources: {'Port': ['ID=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:54.829053 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 4, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port': {'id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '495d96de-64e5-44d9-9812-e41afab20965', 'name': '', 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'mac_address': 'fa:16:3e:60:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:49Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 2, 'project_id': '3910b1134a954f0597853a23638ac30e', 'subnets': [{'id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:54.860946 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Checking router: 55f3feee-140a-4484-8b3f-60e99a5ce273 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:54.861307 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Updating router 55f3feee-140a-4484-8b3f-60e99a5ce273 port 495d96de-64e5-44d9-9812-e41afab20965 binding host dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:54.889374 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.153833 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Publish callbacks [] for port, precommit_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.164104 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.212977 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029698f-08c4-480e-88a3-7fa759f02018 None None] Pushing event updated for resources: {'Port': ['ID=495d96de-64e5-44d9-9812-e41afab20965,revision_number=3']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:55.269150 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Attempting to bind port 495d96de-64e5-44d9-9812-e41afab20965 on host dv-cinder-816324-4-iscsi for vnic_type normal with profile {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:55.269515 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Attempting to bind port 495d96de-64e5-44d9-9812-e41afab20965 by drivers openvswitch,hyperv on host dv-cinder-816324-4-iscsi at level 0 using segments [{'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:55.269874 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Attempting to bind port 495d96de-64e5-44d9-9812-e41afab20965 on network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:55.275440 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Checking agent: {'id': 'c357d69b-d928-468c-9aba-6246442f8594', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816324-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 25, 37), 'started_at': datetime.datetime(2021, 11, 19, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816324-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:55.275822 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Checking segment: {'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:55.276219 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.276641 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Bound using segment: {'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'} {{(pid=102800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:55.277102 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.managers [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Bound port: 495d96de-64e5-44d9-9812-e41afab20965, host: dv-cinder-816324-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fc41b7-29b0-4fdb-a013-14ff8c491096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6'}}] {{(pid=102800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:55.277496 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.346046 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] For port 495d96de-64e5-44d9-9812-e41afab20965, host dv-cinder-816324-4-iscsi, cleared binding levels {{(pid=102800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:55.349310 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.plugins.ml2.db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] For port 495d96de-64e5-44d9-9812-e41afab20965, host dv-cinder-816324-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=495d96de-64e5-44d9-9812-e41afab20965,segment=NetworkSegment(48fc41b7-29b0-4fdb-a013-14ff8c491096),segment_id=48fc41b7-29b0-4fdb-a013-14ff8c491096)] {{(pid=102800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:55.355539 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron_lib.callbacks.manager [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.425850 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-169585c0-7867-4bd7-989c-2fc1ee0b830f None None] Provisioning complete for port 495d96de-64e5-44d9-9812-e41afab20965 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:55.426391 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-169585c0-7867-4bd7-989c-2fc1ee0b830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.433534 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Routers {'55f3feee-140a-4484-8b3f-60e99a5ce273'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:55.434891 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:45:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['55f3feee-140a-4484-8b3f-60e99a5ce273'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:55.437584 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029698f-08c4-480e-88a3-7fa759f02018 None None] Pushing event updated for resources: {'Port': ['ID=495d96de-64e5-44d9-9812-e41afab20965,revision_number=4']} {{(pid=102800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:55.538394 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-169585c0-7867-4bd7-989c-2fc1ee0b830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.566373 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] Set router 55f3feee-140a-4484-8b3f-60e99a5ce273 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:55.577525 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-169585c0-7867-4bd7-989c-2fc1ee0b830f None None] For port 495d96de-64e5-44d9-9812-e41afab20965, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=495d96de-64e5-44d9-9812-e41afab20965,segment=NetworkSegment(48fc41b7-29b0-4fdb-a013-14ff8c491096),segment_id=48fc41b7-29b0-4fdb-a013-14ff8c491096)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:55.581570 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-169585c0-7867-4bd7-989c-2fc1ee0b830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.632753 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169585c0-7867-4bd7-989c-2fc1ee0b830f None None] Pushing event updated for resources: {'Port': ['ID=495d96de-64e5-44d9-9812-e41afab20965,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:55.701522 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-3cc7ba42-54c6-4c67-82cf-df34192b2d5d None None] Provisioning complete for port 495d96de-64e5-44d9-9812-e41afab20965 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:55.702380 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3cc7ba42-54c6-4c67-82cf-df34192b2d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.779837 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 4, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port': {'id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '495d96de-64e5-44d9-9812-e41afab20965', 'name': '', 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'mac_address': 'fa:16:3e:60:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:49Z', 'updated_at': '2021-11-19T13:45:55Z', 'revision_number': 4, 'project_id': '3910b1134a954f0597853a23638ac30e', 'subnets': [{'id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:55.903603 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed48df-c653-4f75-b2ae-dff071d80c86 None None] The sync data for ids ['55f3feee-140a-4484-8b3f-60e99a5ce273'] in dv-cinder-816324-4-iscsi is: [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 4, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port': {'id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '495d96de-64e5-44d9-9812-e41afab20965', 'name': '', 'network_id': '64c023ba-1be4-4a7f-bc9b-e1094224b4a6', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'mac_address': 'fa:16:3e:60:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:49Z', 'updated_at': '2021-11-19T13:45:55Z', 'revision_number': 4, 'project_id': '3910b1134a954f0597853a23638ac30e', 'subnets': [{'id': 'd0fda1d3-71ac-4292-8f81-cec6225aa570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:56.424040 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 495d96de-64e5-44d9-9812-e41afab20965 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:56.476914 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port 495d96de-64e5-44d9-9812-e41afab20965 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:56.477820 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:56.563281 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 up at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:56.608667 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Provisioning complete for port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:56.609076 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:01.365303 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c105e187-d222-4d9d-a358-1aa55867cecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:02.496391 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:03.935712 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b5ad520f-3f46-4ce6-8a32-32872dd73152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.807566 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:06.352003 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:06.620296 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:46:07.326048 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.537968 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-c5a7f1dd-a67e-44ce-be0e-09d86841e209 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723915729&fields=id&tenant_id=126bf6ca263940b3acc2497ad3173982 HTTP/1.1" status: 200 len: 267 time: 0.0447152 Nov 19 13:46:16.643799 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-4797a0af-b6b6-4fc3-bcd9-5e2b475d03f2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.645193 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-4797a0af-b6b6-4fc3-bcd9-5e2b475d03f2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 808 time: 0.1002791 Nov 19 13:46:16.660982 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-6b616035-c139-437d-9e4b-df4f966c346d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/quotas/126bf6ca263940b3acc2497ad3173982 HTTP/1.1" status: 200 len: 375 time: 0.0100527 Nov 19 13:46:16.715705 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-9eab31b2-07e4-4105-b6d0-cbf68b5486bc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493779 Nov 19 13:46:16.848334 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-13d92d7d-93f3-49c7-96d3-6960bb26866d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:46:16.849344 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-13d92d7d-93f3-49c7-96d3-6960bb26866d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1216929 Nov 19 13:46:16.938604 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-cf33f1f2-8287-4790-8508-8c5f92753efc service neutron] 10.222.0.81 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828116 Nov 19 13:46:17.034165 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-f79f9f21-9116-450a-b570-ea7b05da21e8 service neutron] 10.222.0.81 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Nov 19 13:46:17.311063 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-92969001-11b8-4313-9fd1-3cd5990108e5 req-c735e088-b243-43e3-b82e-8b9e6608ff5a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 210 time: 0.0259898 Nov 19 13:46:18.232912 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-f2907664-40b9-47a5-8c23-84aec2b8770f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:18.234372 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-f2907664-40b9-47a5-8c23-84aec2b8770f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 808 time: 0.1040385 Nov 19 13:46:18.305232 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-7953f40f-67a5-4cc9-8211-59c0deccbab8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126bf6ca263940b3acc2497ad3173982 HTTP/1.1" status: 200 len: 380 time: 0.0597978 Nov 19 13:46:18.314379 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'port': {'device_id': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'admin_state_up': True, 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'security_groups': ['aaa7fabf-a7f0-4f4b-b8c4-e751a7215009']}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:18.418629 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0a8651ad-c97a-4922-84ac-b8b1d8aeef09 req-e1364c84-0adf-4397-a127-c3f67d4e6e82 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 210 time: 0.0346212 Nov 19 13:46:18.438952 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Made reservation on behalf of 126bf6ca263940b3acc2497ad3173982 for: {'port': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:46:18.444137 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:18.589394 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Allocated IP 172.20.0.14 (921e43f1-26c1-496e-b039-c328dcebe1a8/175b33ca-2db2-4161-8142-9d3446d1bc8b/7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:18.741761 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:18.779944 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:18.831979 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:18.835233 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:18.839504 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:18.864004 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:18.879559 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.879909 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.880274 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.880619 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.880951 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.881284 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.881609 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.881934 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.882257 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.882579 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.882898 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.883223 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:18.909190 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:18.909790 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:18.926594 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-0ae438b6-65d0-4e6d-ba0e-88330284fdb9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157601 Nov 19 13:46:18.941643 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Request body: {'port': {'device_id': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:19.010360 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:19.096849 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-fbcc2dbb-547a-4951-ade0-31a3b3e97691 None None] Provisioning complete for port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:19.097429 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2dbb-547a-4951-ade0-31a3b3e97691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:19.131349 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc2dbb-547a-4951-ade0-31a3b3e97691 None None] Port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:46:19.267593 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 {{(pid=102797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:19.275047 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:19.286781 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.provisioning_blocks [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Transition to ACTIVE for port object 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 will not be triggered until provisioned by entity L2. {{(pid=102797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:46:19.290786 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:19.344661 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:19.417971 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Attempting to bind port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:46:19.418313 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Attempting to bind port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:46:19.418670 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Attempting to bind port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 on network 921e43f1-26c1-496e-b039-c328dcebe1a8 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:19.423168 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 on network 921e43f1-26c1-496e-b039-c328dcebe1a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:46:19.423496 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Attempting to bind port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 on network 921e43f1-26c1-496e-b039-c328dcebe1a8 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:19.429261 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:46:19.429631 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Checking segment: {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:46:19.430010 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Bound using segment: {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:46:19.430406 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Bound port: 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8'}}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:46:19.430767 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:19.497070 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, cleared binding levels {{(pid=102797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:46:19.501221 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:46:19.512109 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:19.566010 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.566641 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:19.568024 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] 10.222.0.73 "PUT /v2.0/ports/7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 1094 time: 0.6312716 Nov 19 13:46:19.569204 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:19.571487 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5105874e-8aed-4d35-bff2-9e0be08adf15" -d '{"events": [{"name": "network-changed", "server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:19.607694 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb626a-043e-4888-b517-d6c8585e4cc5 req-0fd0e272-75c0-49ae-bea2-45917c9c6bbc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.609294 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1ebb626a-043e-4888-b517-d6c8585e4cc5 req-0fd0e272-75c0-49ae-bea2-45917c9c6bbc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.1099458 Nov 19 13:46:19.618952 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3454449-7e03-4b74-bf7e-c6d64fe73de3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=3']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:19.622541 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066873b1-2e7c-455b-b010-7539535eee3e x-openstack-request-id: req-066873b1-2e7c-455b-b010-7539535eee3e {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:19.622831 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:19.623087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-066873b1-2e7c-455b-b010-7539535eee3e {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:19.623589 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'status': 'completed', 'code': 200} Nov 19 13:46:19.694121 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-b21d4a46-adae-4a2e-b34f-147500a34ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.695625 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-b21d4a46-adae-4a2e-b34f-147500a34ebc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1097 time: 0.0852110 Nov 19 13:46:19.700874 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1ebb626a-043e-4888-b517-d6c8585e4cc5 req-712c2d9b-51d5-405f-bac6-226c52495ebc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765591 Nov 19 13:46:19.738354 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-dc47ab63-5c95-4286-bde8-792be8d0b7ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 217 time: 0.0350974 Nov 19 13:46:19.791183 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-75b7316b-20fd-404f-9c73-29c1cc553994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.792918 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-75b7316b-20fd-404f-9c73-29c1cc553994 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0478148 Nov 19 13:46:19.837813 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008182e4-bf34-4964-8fab-30d660391f78 req-1c302c8c-28e3-4fc3-af73-afe5f5408091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.839319 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-1c302c8c-28e3-4fc3-af73-afe5f5408091 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389152 Nov 19 13:46:19.929173 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-e7a6be48-0018-4ccc-a309-492e2daae829 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816560 Nov 19 13:46:20.022805 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-008182e4-bf34-4964-8fab-30d660391f78 req-eb7b5f3c-7d9a-4ba0-97b5-a934c466f160 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864079 Nov 19 13:46:20.113245 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-e61f0c4c-94d3-47a6-a627-a84a63350040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.114727 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-e61f0c4c-94d3-47a6-a627-a84a63350040 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1097 time: 0.0428600 Nov 19 13:46:20.213507 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-fcef5b1e-c038-492d-863c-69612cb49221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.214892 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-fcef5b1e-c038-492d-863c-69612cb49221 service neutron] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 910 time: 0.0932784 Nov 19 13:46:20.258937 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-2bd443bb-a666-434d-ba99-6a554b5ceca7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 217 time: 0.0356677 Nov 19 13:46:20.309782 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-1db636cb-df66-4584-94e5-705a80345f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.311246 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-1db636cb-df66-4584-94e5-705a80345f6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0457842 Nov 19 13:46:20.356736 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-5c38f928-7ab8-48af-ab8c-27d60d836313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.358213 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-5c38f928-7ab8-48af-ab8c-27d60d836313 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395954 Nov 19 13:46:20.452153 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-1f1c38d5-31bd-4d8c-84e4-1fc4f8dbf621 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861111 Nov 19 13:46:20.545022 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-5105874e-8aed-4d35-bff2-9e0be08adf15 req-26c21604-995b-4a1e-8a81-5bd6b54c82b6 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859313 Nov 19 13:46:20.825019 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb8e91-a44d-42fd-a8a5-70ba5db41ed0 req-bd007ff2-8177-4467-b525-e492dc2d0342 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.826415 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9eeb8e91-a44d-42fd-a8a5-70ba5db41ed0 req-bd007ff2-8177-4467-b525-e492dc2d0342 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0513763 Nov 19 13:46:20.876703 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9eeb8e91-a44d-42fd-a8a5-70ba5db41ed0 req-ef40ed23-ba6e-4395-92e7-4e57284af607 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Nov 19 13:46:22.250605 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faef27d-9191-4c55-baef-4ee2f2f6df4d req-99e202e9-d776-4071-9cb4-a7b8f2a66997 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:22.252004 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9faef27d-9191-4c55-baef-4ee2f2f6df4d req-99e202e9-d776-4071-9cb4-a7b8f2a66997 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.3072791 Nov 19 13:46:22.301862 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-9faef27d-9191-4c55-baef-4ee2f2f6df4d req-17eef2fa-3b7f-4cd0-979e-e84525a05dce tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Nov 19 13:46:23.418988 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9eb3f-6cf5-4146-9d6b-d05091ecbb0b req-4de4fc5c-f7c8-409e-a909-5472877789bd tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:23.420537 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-91f9eb3f-6cf5-4146-9d6b-d05091ecbb0b req-4de4fc5c-f7c8-409e-a909-5472877789bd tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0529528 Nov 19 13:46:23.471170 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-91f9eb3f-6cf5-4146-9d6b-d05091ecbb0b req-b2e932af-db17-43b1-81d5-24823906b5d5 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444875 Nov 19 13:46:24.595024 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe0c7f-6208-4199-a66d-ea4b5fcece98 req-73d9293a-b951-4a44-9803-5934e8109bbc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:24.596425 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eebe0c7f-6208-4199-a66d-ea4b5fcece98 req-73d9293a-b951-4a44-9803-5934e8109bbc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0489790 Nov 19 13:46:24.646957 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-eebe0c7f-6208-4199-a66d-ea4b5fcece98 req-9d517a31-a718-4662-86b7-901500ce391c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 Nov 19 13:46:25.763537 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119226-5174-49a8-ac93-3fb181785385 req-35cb1bbb-98b7-4ea8-84cb-c81402f12c5f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:25.765047 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf119226-5174-49a8-ac93-3fb181785385 req-35cb1bbb-98b7-4ea8-84cb-c81402f12c5f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0501909 Nov 19 13:46:25.814369 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-bf119226-5174-49a8-ac93-3fb181785385 req-b24ae535-8c3b-4b4e-b65d-3e516b6d0a3d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 Nov 19 13:46:26.935625 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a6e4-fbf5-4718-8098-26fe7d75030c req-2c533432-ebbe-4f4b-a04b-20cb8039478e tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:26.937161 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-85c7a6e4-fbf5-4718-8098-26fe7d75030c req-2c533432-ebbe-4f4b-a04b-20cb8039478e tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0531459 Nov 19 13:46:26.986212 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-85c7a6e4-fbf5-4718-8098-26fe7d75030c req-042f6ee1-e4b3-4f57-a169-83856cde950f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431452 Nov 19 13:46:28.103047 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7356-3af3-451d-a046-2491c2b164e3 req-ca223a80-e0e3-4316-b481-48773d6cae86 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:28.104548 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e2b7356-3af3-451d-a046-2491c2b164e3 req-ca223a80-e0e3-4316-b481-48773d6cae86 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0491011 Nov 19 13:46:28.157144 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e2b7356-3af3-451d-a046-2491c2b164e3 req-978a5cb9-abe4-4c6a-b832-39e3808936a7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467334 Nov 19 13:46:29.271623 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84654-cd80-409b-8446-1851c8584c20 req-9f353132-bd27-44a0-bf62-b9ad9bafb535 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:29.273102 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4fd84654-cd80-409b-8446-1851c8584c20 req-9f353132-bd27-44a0-bf62-b9ad9bafb535 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0472264 Nov 19 13:46:29.321016 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-4fd84654-cd80-409b-8446-1851c8584c20 req-f58eafab-6554-49da-b33a-fb79e7f2161c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Nov 19 13:46:29.356546 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:46:29.453387 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:29.465768 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'port_id': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'mac_address': 'fa:16:3e:c5:08:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:46:29.507961 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:29.521570 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:29.540646 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:29.544826 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:29.592640 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:29.599610 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.599954 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.600327 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.600668 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.601004 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.601337 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.601665 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.601990 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.602316 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.602639 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.602960 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.603279 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:29.889980 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:30.437833 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9652-2c07-4d62-b820-97784448a161 req-afd37878-5591-47e0-90ab-d811f67ce7f8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:30.439318 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e53a9652-2c07-4d62-b820-97784448a161 req-afd37878-5591-47e0-90ab-d811f67ce7f8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 945 time: 0.0517576 Nov 19 13:46:30.493537 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e53a9652-2c07-4d62-b820-97784448a161 req-bc0df5dc-4161-4d50-9aa8-e2d0d0b4dbd4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470307 Nov 19 13:46:31.358973 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:31.395972 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d1abf718-7c5d-45e5-8fba-9ed9541ab9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:31.418820 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:46:31.422491 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:31.422863 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:31.502098 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:31.525886 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:31.528147 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79031ee2-b725-4fd3-90d7-1fcb6644d1bd" -d '{"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-plugged", "status": "completed", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:31.542845 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:31.548316 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:31.571991 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0fe8d6-8f7e-4c29-91f7-2cf919810f30 x-openstack-request-id: req-3d0fe8d6-8f7e-4c29-91f7-2cf919810f30 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:31.572393 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-plugged", "status": "completed", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:31.572638 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d0fe8d6-8f7e-4c29-91f7-2cf919810f30 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:31.573030 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'code': 200} Nov 19 13:46:31.601812 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:31.625996 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b83da0-3f93-4506-9fa0-a4a47c4429c5 req-6f206028-7f01-4250-8a83-0afcec1b558b tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:31.627529 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b9b83da0-3f93-4506-9fa0-a4a47c4429c5 req-6f206028-7f01-4250-8a83-0afcec1b558b tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0612679 Nov 19 13:46:31.683894 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b9b83da0-3f93-4506-9fa0-a4a47c4429c5 req-84c49dcb-3d11-43dd-b87a-107a53d0e312 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489800 Nov 19 13:46:31.792961 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d7327-6365-47d6-8d91-b58dfdc6533b req-4d9a02c3-4a20-4c08-bed5-5b92163b170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:31.794481 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-912d7327-6365-47d6-8d91-b58dfdc6533b req-4d9a02c3-4a20-4c08-bed5-5b92163b170e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1099 time: 0.0419478 Nov 19 13:46:31.840634 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-912d7327-6365-47d6-8d91-b58dfdc6533b req-78f82727-dc13-4890-8fc7-b979477972ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390117 Nov 19 13:46:32.499561 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:32.804567 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c444c87-131c-40aa-916e-b337586e33c5 req-ea2111a4-cf90-4653-a004-2cf37135d24c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:32.806054 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8c444c87-131c-40aa-916e-b337586e33c5 req-ea2111a4-cf90-4653-a004-2cf37135d24c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0510035 Nov 19 13:46:32.856190 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8c444c87-131c-40aa-916e-b337586e33c5 req-1116cece-1f17-4757-9e2e-27fad2ab9ced tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Nov 19 13:46:33.940754 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-62ce66de-1f06-409c-969f-09fc2f8461f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:33.972252 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559652b-8c47-4b20-bb21-48c5593fe8b2 req-b27b9e74-7e36-455d-ae4e-3315843d7be0 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:33.973904 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d559652b-8c47-4b20-bb21-48c5593fe8b2 req-b27b9e74-7e36-455d-ae4e-3315843d7be0 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0503871 Nov 19 13:46:34.024596 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-d559652b-8c47-4b20-bb21-48c5593fe8b2 req-4c916870-91b2-4b74-9930-d3c7f06e57f0 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446701 Nov 19 13:46:34.144127 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0a41b-5f7e-48b3-b65f-8a7c04960615 req-4b1a474e-0dc3-46f6-9f84-a1cca1324f46 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:34.146368 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-21f0a41b-5f7e-48b3-b65f-8a7c04960615 req-4b1a474e-0dc3-46f6-9f84-a1cca1324f46 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0521042 Nov 19 13:46:34.195044 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-21f0a41b-5f7e-48b3-b65f-8a7c04960615 req-64a2c258-f05e-41bf-8fc4-ffe5f41c1208 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Nov 19 13:46:34.216369 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41470) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:34.332709 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb76d23-d0ee-4b10-9c41-71215d39ce49 tempest-TestShelveInstance-1993567073 tempest-TestShelveInstance-1993567073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:34.334780 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-fcb76d23-d0ee-4b10-9c41-71215d39ce49 tempest-TestShelveInstance-1993567073 tempest-TestShelveInstance-1993567073-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1094 time: 0.1174321 Nov 19 13:46:34.338029 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41474) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:34.342484 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.v2.base [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'port_id': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:34.365469 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for floatingip, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:34.467236 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:34.573004 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.db_base_plugin_common [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Allocated IP 172.27.0.212 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/3ed5a7ad-9db8-4899-bb6e-6b2c39938e3a) {{(pid=102798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:34.681539 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for port, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:34.715069 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:34.755773 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:34.758724 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.base_scheduler [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Resources bound (agent type, host, resource id): {{(pid=102798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:34.762092 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Received port after_create {{(pid=102798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:34.767608 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'Port': ['ID=3ed5a7ad-9db8-4899-bb6e-6b2c39938e3a,revision_number=1']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:34.804726 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:35.137021 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:35.203466 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:35.354302 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for port, precommit_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:35.358920 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29144129'] for port, after_update {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:35.435386 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event updated for resources: {'Port': ['ID=3ed5a7ad-9db8-4899-bb6e-6b2c39938e3a,revision_number=2']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:35.443256 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:35.789045 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.db.l3_db [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Floating IP e278704e-fbf0-45aa-90bb-79b8e7041ece associated. External IP: 172.27.0.212, port: 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495. Nov 19 13:46:35.992963 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Router 626494b2-01cd-4493-bbda-11e458d4d55e has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:46:36.101778 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:46:36.111452 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] Sync routers for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:46:36.119676 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:36.122665 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:46:36.123290 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:46:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:36.147026 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-486d4834-1e68-47f1-b597-082fcd8ce800 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8077412 Nov 19 13:46:36.147665 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'}] {{(pid=102798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:36.150073 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa03220d3b6092b74edd8f784c91dc15add31b0622c44fdf9b3e34c171a4f19a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841cb475-ed30-4ec5-b074-5a28cae53577" -d '{"events": [{"name": "network-changed", "server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495"}]}' {{(pid=102798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:36.195050 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d74efeb-b603-49e0-9911-d46c6f613be8 x-openstack-request-id: req-4d74efeb-b603-49e0-9911-d46c6f613be8 {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:36.195344 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495", "status": "completed", "code": 200}]} {{(pid=102798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:36.195594 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d74efeb-b603-49e0-9911-d46c6f613be8 {{(pid=102798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:36.195994 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'status': 'completed', 'code': 200} Nov 19 13:46:36.233078 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:46:36.263089 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-0165ad34-b0bb-4610-a4b9-6a8971144562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:36.264898 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-0165ad34-b0bb-4610-a4b9-6a8971144562 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1099 time: 0.0446725 Nov 19 13:46:36.357597 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-bf1568c5-bb14-454f-828c-f8c14285ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:36.359081 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-bf1568c5-bb14-454f-828c-f8c14285ab3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 910 time: 0.0875823 Nov 19 13:46:36.394131 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:36.430486 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-590ab2c4-ab47-4f50-a430-9999df8146b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 1000 time: 0.0640891 Nov 19 13:46:36.481084 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-55ad2ed1-c170-4dd3-ad36-53e1be99decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:36.482542 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-55ad2ed1-c170-4dd3-ad36-53e1be99decd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0448217 Nov 19 13:46:36.491179 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'e278704e-fbf0-45aa-90bb-79b8e7041ece', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'port_id': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'mac_address': 'fa:16:3e:c5:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:34Z', 'updated_at': '2021-11-19T13:46:34Z', 'revision_number': 0, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 5, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:36.518544 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] Checking router: 626494b2-01cd-4493-bbda-11e458d4d55e for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:46:36.527549 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-e7c1e12e-eee2-4d63-b6e7-8256309d9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:36.528085 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:46:36.528722 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:46:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:36.529109 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-e7c1e12e-eee2-4d63-b6e7-8256309d9874 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397952 Nov 19 13:46:36.623988 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-03524c1b-5574-4e77-987d-f98256a17374 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Nov 19 13:46:36.639005 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:46:36.732760 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-841cb475-ed30-4ec5-b074-5a28cae53577 req-2b099215-7e77-4bdc-825c-41513a87fbfb service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021917 Nov 19 13:46:36.878623 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'e278704e-fbf0-45aa-90bb-79b8e7041ece', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'port_id': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'mac_address': 'fa:16:3e:c5:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:34Z', 'updated_at': '2021-11-19T13:46:34Z', 'revision_number': 0, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 5, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:36.905793 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3561f8-5f22-44a7-a956-f7578f5cf220 None None] The sync data for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi is: [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'e278704e-fbf0-45aa-90bb-79b8e7041ece', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'port_id': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'mac_address': 'fa:16:3e:c5:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:34Z', 'updated_at': '2021-11-19T13:46:34Z', 'revision_number': 0, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 5, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:46:37.096008 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231cfa3-77e0-437a-a736-354acd21ab07 None None] New status for floating IP e278704e-fbf0-45aa-90bb-79b8e7041ece: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:46:37.326109 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:40.096933 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-2d68b8b5-effe-4900-82de-953ca8a075aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446143 Nov 19 13:46:40.183014 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-4b1b9314-7048-4f32-963c-e294ac5d6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:40.185330 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-4b1b9314-7048-4f32-963c-e294ac5d6e71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1098 time: 0.0461497 Nov 19 13:46:40.303841 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-c4c22536-d8a0-4975-92f2-60592ef01703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:40.305343 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-c4c22536-d8a0-4975-92f2-60592ef01703 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0968535 Nov 19 13:46:40.374596 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-b654c642-ab2f-4f70-a84d-7525e17eb812 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 1000 time: 0.0612681 Nov 19 13:46:40.424050 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-88ef33aa-3ad0-4f4f-8a2b-d16b812d0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:40.425615 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-88ef33aa-3ad0-4f4f-8a2b-d16b812d0bb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0438638 Nov 19 13:46:40.473973 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-2c77b4f6-0cfd-4961-b1b4-d3091381df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:40.475596 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-2c77b4f6-0cfd-4961-b1b4-d3091381df7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429626 Nov 19 13:46:40.570361 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-ee17270c-e9a0-4af1-a10d-889ea68412c1 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878189 Nov 19 13:46:40.659365 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ea6ee444-9948-44f8-a7b9-58b76e24a698 req-d4fdb0ec-dfbc-4fd5-800d-12952ede1394 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811043 Nov 19 13:46:43.619600 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:47:01.370645 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-616173cc-d415-4338-bc2b-cd2ead3691aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:02.506335 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:03.947011 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b17a39d9-efab-4a7b-87b3-d0da6a094639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:04.814474 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:06.503139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:07.329386 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:20.618338 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:47:31.374957 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-52ecf85e-f9e5-4cf0-a94a-d6f96134ce33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:32.523374 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:33.941097 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-10445d55-9544-4556-a163-c6d2457d7830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:34.811380 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:36.364358 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:37.331041 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.103504 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-c7b58b49-37a9-4efd-b3eb-331061b4f9c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439882 Nov 19 13:47:41.163451 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-c4e3a12c-86b0-4b0d-912c-8b51c0a070d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:41.164964 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-c4e3a12c-86b0-4b0d-912c-8b51c0a070d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1099 time: 0.0393960 Nov 19 13:47:41.270744 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-ae349d74-8fad-4341-be6e-cde7d5e04d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:41.272202 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-ae349d74-8fad-4341-be6e-cde7d5e04d7a service neutron] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 910 time: 0.0877020 Nov 19 13:47:41.343594 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-e64bb8b0-4e92-4c3f-bc71-d9fbad32f44c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 1002 time: 0.0639794 Nov 19 13:47:41.395026 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-01ef72a6-379d-433d-8b45-fa9362343344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:41.396525 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-01ef72a6-379d-433d-8b45-fa9362343344 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0457380 Nov 19 13:47:41.444189 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-b3283519-e6c9-4112-ad89-50b25049a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:41.445884 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-b3283519-e6c9-4112-ad89-50b25049a211 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429196 Nov 19 13:47:41.541098 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-45a870a0-c832-40fa-810a-7c00b349a373 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882089 Nov 19 13:47:41.631285 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-66a68932-d429-4f57-8ac7-10dee162a0ab req-5d448443-01a2-4189-8853-6211f1970f9c service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828133 Nov 19 13:47:43.722692 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-93a8e9fa-468d-43cb-88aa-f0215b3a6351 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502946742&fields=id&tenant_id=9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 267 time: 0.0525258 Nov 19 13:47:43.831036 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-ea839201-c598-4b8a-a8e6-b193c76dacac tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:43.832518 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-ea839201-c598-4b8a-a8e6-b193c76dacac tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 811 time: 0.1029780 Nov 19 13:47:43.847204 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-dc75d115-6ea5-4811-b773-1aa5a47dd9f7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/quotas/9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 375 time: 0.0090017 Nov 19 13:47:43.903143 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-221c293e-a7cc-4a66-bcf7-6ee137d74df9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506561 Nov 19 13:47:43.996489 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-bb1002ae-9031-4d30-bb39-ac2dc13ffe8a service neutron] 10.222.0.81 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815511 Nov 19 13:47:44.089558 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-290adad8-ed3e-4cd8-846f-af468019243f service neutron] 10.222.0.81 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860643 Nov 19 13:47:44.378120 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0673b50b-368b-4762-8b24-b28e583281f3 req-8481346b-9a66-4ed3-918a-03b6f7aba384 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 210 time: 0.0286963 Nov 19 13:47:45.458184 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-a3e82820-1f29-47ad-b9fe-592a431cff00 req-c50ec4ff-4c55-416a-a65b-6629e2da1f66 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 210 time: 0.0279126 Nov 19 13:47:46.542993 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b47b4f68-9245-4589-a998-3fb1c13274f8 req-c6def307-cd9c-4056-a301-b80f3fa16147 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 210 time: 0.0323021 Nov 19 13:47:47.622360 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-d5a10119-41ba-4be9-9aa9-db9021bee7e3 req-eaed1d2e-afde-4189-8f8e-4afe45e93107 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 210 time: 0.0255184 Nov 19 13:47:48.716621 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1ce6d258-d78e-40cd-b16f-12d15ae77d20 req-f1694670-ef6d-4f0e-b3c5-690c6fc60057 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 210 time: 0.0260367 Nov 19 13:47:49.346169 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-67d83770-d896-4cb9-ba84-77781d6386a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.347629 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-67d83770-d896-4cb9-ba84-77781d6386a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 811 time: 0.1055262 Nov 19 13:47:49.420067 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-bd91cb2b-a624-47df-81dc-51e8dd6dd066 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ffa6aa95ebb443fb7fee319b29a7397 HTTP/1.1" status: 200 len: 380 time: 0.0632975 Nov 19 13:47:49.430366 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'port': {'device_id': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'admin_state_up': True, 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'security_groups': ['3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702']}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:49.535665 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Made reservation on behalf of 9ffa6aa95ebb443fb7fee319b29a7397 for: {'port': 1} {{(pid=102797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:47:49.539135 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.666136 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Allocated IP 172.20.0.12 (d08510d6-4923-4f8d-9607-680e42725e16/c44c6d08-ce49-4847-b573-bf0502df9f00/72390a0a-8545-4723-a9f6-6ba953b2058c) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:49.817721 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.818929 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e5ec4d98-652f-4ec6-9cf3-d93e43a80512 req-3459ee10-8068-40a5-a9a1-71111b0e16d1 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 210 time: 0.0285587 Nov 19 13:47:49.855054 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.897905 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Network d08510d6-4923-4f8d-9607-680e42725e16 is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:49.900918 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:49.903272 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:49.931283 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=72390a0a-8545-4723-a9f6-6ba953b2058c,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:49.944565 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.944920 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.945260 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.945597 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.945927 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.946256 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.946583 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.946911 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.947236 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.947564 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.947885 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.948202 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:49.969618 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.970258 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.986793 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8fbdcaf9-3b92-41a8-8907-616aac91bc25 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5602863 Nov 19 13:47:50.001692 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Request body: {'port': {'device_id': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81632'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:50.058704 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.178225 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-a61be48f-604a-4df9-bcdc-bfc41fd50143 None None] Provisioning complete for port 72390a0a-8545-4723-a9f6-6ba953b2058c triggered by entity DHCP. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:50.178974 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-a61be48f-604a-4df9-bcdc-bfc41fd50143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.213663 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-a61be48f-604a-4df9-bcdc-bfc41fd50143 None None] Port 72390a0a-8545-4723-a9f6-6ba953b2058c cannot update to ACTIVE because it is not bound. {{(pid=102799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:50.318044 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72390a0a-8545-4723-a9f6-6ba953b2058c {{(pid=102797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:50.325547 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.337777 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.provisioning_blocks [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Transition to ACTIVE for port object 72390a0a-8545-4723-a9f6-6ba953b2058c will not be triggered until provisioned by entity L2. {{(pid=102797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:47:50.343139 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.395208 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Pushing event updated for resources: {'Port': ['ID=72390a0a-8545-4723-a9f6-6ba953b2058c,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:50.470669 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Attempting to bind port 72390a0a-8545-4723-a9f6-6ba953b2058c on host hv-cinder-81632 for vnic_type normal with profile {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:50.471052 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Attempting to bind port 72390a0a-8545-4723-a9f6-6ba953b2058c by drivers openvswitch,hyperv on host hv-cinder-81632 at level 0 using segments [{'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:50.471267 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Attempting to bind port 72390a0a-8545-4723-a9f6-6ba953b2058c on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:50.476126 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Port 72390a0a-8545-4723-a9f6-6ba953b2058c on network d08510d6-4923-4f8d-9607-680e42725e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81632 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:47:50.476478 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Attempting to bind port 72390a0a-8545-4723-a9f6-6ba953b2058c on network d08510d6-4923-4f8d-9607-680e42725e16 {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:50.482096 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Checking agent: {'id': '3219aef7-7250-4a10-97f7-eaaa8e53b9f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81632', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'started_at': datetime.datetime(2021, 11, 19, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:50.483115 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Checking segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:50.483515 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Bound using segment: {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'} {{(pid=102797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:50.483965 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.managers [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Bound port: 72390a0a-8545-4723-a9f6-6ba953b2058c, host: hv-cinder-81632, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db345e-007a-43cb-b9bb-1b63025ad6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16'}}] {{(pid=102797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:50.484354 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.552525 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] For port 72390a0a-8545-4723-a9f6-6ba953b2058c, host hv-cinder-81632, cleared binding levels {{(pid=102797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:47:50.556008 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] For port 72390a0a-8545-4723-a9f6-6ba953b2058c, host hv-cinder-81632, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=72390a0a-8545-4723-a9f6-6ba953b2058c,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:47:50.560122 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.594981 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.595687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.597080 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] 10.222.0.73 "PUT /v2.0/ports/72390a0a-8545-4723-a9f6-6ba953b2058c HTTP/1.1" status: 200 len: 1094 time: 0.6002414 Nov 19 13:47:50.597687 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:50.599849 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc9727-80da-4236-a7bb-00d0bb7df8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:50.624041 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96196213-8feb-410d-aec5-3e257dba65a3 service neutron] Pushing event updated for resources: {'Port': ['ID=72390a0a-8545-4723-a9f6-6ba953b2058c,revision_number=3']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:50.689353 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8ecd52b8-c399-420a-bfb9-17ca7a9c7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.690866 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-8ecd52b8-c399-420a-bfb9-17ca7a9c7c15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 1097 time: 0.0506232 Nov 19 13:47:50.739618 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-362c4883-3b05-4f73-85a3-436d1eeb8ace service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72390a0a-8545-4723-a9f6-6ba953b2058c HTTP/1.1" status: 200 len: 217 time: 0.0411260 Nov 19 13:47:50.761526 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5979b975-a6a1-44cb-84ea-904de02fe6f7 x-openstack-request-id: req-5979b975-a6a1-44cb-84ea-904de02fe6f7 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:50.761873 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:50.762202 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5979b975-a6a1-44cb-84ea-904de02fe6f7 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:50.762821 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'status': 'completed', 'code': 200} Nov 19 13:47:50.798439 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-1cb06083-15ed-4d08-84f0-e97b112023f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.800517 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-1cb06083-15ed-4d08-84f0-e97b112023f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0543473 Nov 19 13:47:50.845757 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-b4f0e2c2-d3b8-40fc-bad0-52fcb020180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.847235 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-b4f0e2c2-d3b8-40fc-bad0-52fcb020180f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397234 Nov 19 13:47:50.940086 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd760b0-db3e-48ce-9c1d-239891e2755d req-ec10098b-d3cb-4468-b1c1-667ccedd189e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.941588 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6bd760b0-db3e-48ce-9c1d-239891e2755d req-ec10098b-d3cb-4468-b1c1-667ccedd189e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0503497 Nov 19 13:47:50.944628 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-4de605e6-7907-4b0e-9892-d05342ae13e8 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903447 Nov 19 13:47:50.996211 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6bd760b0-db3e-48ce-9c1d-239891e2755d req-1454d282-0095-4e5c-9306-d3050ec473c3 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 Nov 19 13:47:51.032837 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3e0d0d85-25c6-4a30-b350-b84d8bc104d2 req-9fedce81-721a-4f08-b180-fcd8163fb32e service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816805 Nov 19 13:47:51.124330 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-2828be15-1bbd-445d-8509-6bb569b18885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:51.125819 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-2828be15-1bbd-445d-8509-6bb569b18885 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 1097 time: 0.0449111 Nov 19 13:47:51.216486 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-168f6700-1f26-4245-922f-dad1d8418606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:51.218522 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-168f6700-1f26-4245-922f-dad1d8418606 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0841224 Nov 19 13:47:51.260528 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-b6e03bf0-1f0b-4674-9899-c6fc2b7220c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72390a0a-8545-4723-a9f6-6ba953b2058c HTTP/1.1" status: 200 len: 217 time: 0.0335793 Nov 19 13:47:51.311731 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-173abb5d-9276-4fb5-9306-75a338e3b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:51.313173 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-173abb5d-9276-4fb5-9306-75a338e3b58f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0461552 Nov 19 13:47:51.358119 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-4af54718-05ff-4dab-b158-0063999f180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:51.359563 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-4af54718-05ff-4dab-b158-0063999f180b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387795 Nov 19 13:47:51.453224 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-a48b121a-3cfb-44d3-950b-10122e10db55 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859389 Nov 19 13:47:51.541654 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77fc9727-80da-4236-a7bb-00d0bb7df8b8 req-28bfa2a8-a4cb-4b10-8a41-9383a1e5bf03 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813706 Nov 19 13:47:52.118259 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6e79a-08eb-49d1-b6fc-740882565be1 req-dcf7c5a3-ca58-41a1-960d-f58bc1c540f0 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:52.119809 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2cf6e79a-08eb-49d1-b6fc-740882565be1 req-dcf7c5a3-ca58-41a1-960d-f58bc1c540f0 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0495763 Nov 19 13:47:52.172008 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2cf6e79a-08eb-49d1-b6fc-740882565be1 req-83e17b47-4e8e-4565-b82c-e5fb5c324a06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Nov 19 13:47:53.292594 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c5813-64d4-41cc-b4ec-50638a4ebe9b req-cd3d2e64-99c9-4715-bf15-80803a83387e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:53.294068 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2b0c5813-64d4-41cc-b4ec-50638a4ebe9b req-cd3d2e64-99c9-4715-bf15-80803a83387e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0544622 Nov 19 13:47:53.344897 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-2b0c5813-64d4-41cc-b4ec-50638a4ebe9b req-fd9d24bb-7e43-4bcc-93bf-1e6b1af32aba tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448959 Nov 19 13:47:54.470983 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53f6c-3e40-4964-8c55-e96aabfe34be req-95586331-acb2-4caa-a667-4ee9cfc34069 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:54.472505 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f9f53f6c-3e40-4964-8c55-e96aabfe34be req-95586331-acb2-4caa-a667-4ee9cfc34069 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0531282 Nov 19 13:47:54.520752 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f9f53f6c-3e40-4964-8c55-e96aabfe34be req-e3f905a9-a49a-4898-888a-7c26e9a00544 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Nov 19 13:47:55.637326 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296dfeb-89e8-46a1-b9ec-a64ba0b20a10 req-e8f9d043-f453-4a91-804b-4a63b18bbf64 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:55.638850 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4296dfeb-89e8-46a1-b9ec-a64ba0b20a10 req-e8f9d043-f453-4a91-804b-4a63b18bbf64 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0490921 Nov 19 13:47:55.689076 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-4296dfeb-89e8-46a1-b9ec-a64ba0b20a10 req-8b935e3d-5b4e-4a5b-8ea8-3d4775410055 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 Nov 19 13:47:56.803881 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9c4b1-a9bd-46c1-bffc-c74db188d5f4 req-3d4b52ec-f9fc-4b77-9d94-a1a52a1f77dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:56.805357 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77c9c4b1-a9bd-46c1-bffc-c74db188d5f4 req-3d4b52ec-f9fc-4b77-9d94-a1a52a1f77dd tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0481949 Nov 19 13:47:56.854757 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-77c9c4b1-a9bd-46c1-bffc-c74db188d5f4 req-124ced99-b363-4d17-a8dc-3979ec462b37 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Nov 19 13:47:57.617203 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:47:57.979338 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233cfb4-6b19-46cf-b0f2-9c085dc57c3e req-8b7e8940-40fd-450c-a7a8-faa1459b9b83 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:57.980848 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0233cfb4-6b19-46cf-b0f2-9c085dc57c3e req-8b7e8940-40fd-450c-a7a8-faa1459b9b83 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0575976 Nov 19 13:47:58.031364 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-0233cfb4-6b19-46cf-b0f2-9c085dc57c3e req-5b5c45bb-207b-4dd2-a27a-2fe15d477893 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438139 Nov 19 13:47:59.161060 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e1567-5406-486f-a2d8-e25413f13b8c req-08dfdca2-5910-488d-b95c-746701e21bb9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:59.162767 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ef3e1567-5406-486f-a2d8-e25413f13b8c req-08dfdca2-5910-488d-b95c-746701e21bb9 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 944 time: 0.0608265 Nov 19 13:47:59.212195 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ef3e1567-5406-486f-a2d8-e25413f13b8c req-51175bfe-9296-4a01-b3a0-d0a443c9f16e tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Nov 19 13:47:59.776014 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 72390a0a-8545-4723-a9f6-6ba953b2058c details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:47:59.875078 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 72390a0a-8545-4723-a9f6-6ba953b2058c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=72390a0a-8545-4723-a9f6-6ba953b2058c,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:59.886537 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'port_id': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'mac_address': 'fa:16:3e:e5:8a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:47:59.925098 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.937759 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72390a0a-8545-4723-a9f6-6ba953b2058c {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:59.957426 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 72390a0a-8545-4723-a9f6-6ba953b2058c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=72390a0a-8545-4723-a9f6-6ba953b2058c,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:59.961236 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.011206 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=72390a0a-8545-4723-a9f6-6ba953b2058c,revision_number=4']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:00.019106 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.019460 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.019808 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.020151 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.020598 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.020939 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.021277 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.021610 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.021946 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.022279 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.022607 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.022934 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.329187 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efa548-a7dd-4802-9469-18901681635f req-7140e1b3-8f02-47dc-8cee-81c9c534e809 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:00.330599 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c9efa548-a7dd-4802-9469-18901681635f req-7140e1b3-8f02-47dc-8cee-81c9c534e809 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Nov 19 13:48:00.335859 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['72390a0a-8545-4723-a9f6-6ba953b2058c'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:00.384697 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c9efa548-a7dd-4802-9469-18901681635f req-411740bc-b755-4b78-983d-c179b58b8a93 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473974 Nov 19 13:48:01.378339 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7b4f2876-4705-42fd-961c-4105df830c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:01.508409 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02558b6-0ce5-410c-937b-92c53ab88ab7 req-9a60b973-d0da-44c2-9b25-a9444532fa07 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:01.510128 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e02558b6-0ce5-410c-937b-92c53ab88ab7 req-9a60b973-d0da-44c2-9b25-a9444532fa07 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 945 time: 0.0555799 Nov 19 13:48:01.561301 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e02558b6-0ce5-410c-937b-92c53ab88ab7 req-50851d77-7672-451b-8a9b-f86174054959 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436740 Nov 19 13:48:01.791433 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 72390a0a-8545-4723-a9f6-6ba953b2058c up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:01.846192 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning for port 72390a0a-8545-4723-a9f6-6ba953b2058c completed by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:48:01.850423 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 72390a0a-8545-4723-a9f6-6ba953b2058c triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:01.850806 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:01.928875 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:01.952923 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:01.955181 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefb88c8-eef2-4c2e-b103-4e5ad7d2feaf" -d '{"events": [{"server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "name": "network-vif-plugged", "status": "completed", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:01.967800 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 72390a0a-8545-4723-a9f6-6ba953b2058c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=72390a0a-8545-4723-a9f6-6ba953b2058c,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:01.972332 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.001420 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ac8d6-372b-4587-a7b0-44a7da316214 x-openstack-request-id: req-024ac8d6-372b-4587-a7b0-44a7da316214 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:02.001717 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "name": "network-vif-plugged", "status": "completed", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:02.001985 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-024ac8d6-372b-4587-a7b0-44a7da316214 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:02.002376 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'code': 200} Nov 19 13:48:02.029932 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=72390a0a-8545-4723-a9f6-6ba953b2058c,revision_number=5']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:02.222504 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f187847-adc2-418b-b04a-5b45a441329a req-52a9cdc3-a3ff-45e6-adbb-78bbfbc26952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:02.223965 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f187847-adc2-418b-b04a-5b45a441329a req-52a9cdc3-a3ff-45e6-adbb-78bbfbc26952 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 1099 time: 0.0391386 Nov 19 13:48:02.274999 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3f187847-adc2-418b-b04a-5b45a441329a req-ba90247d-ad3e-458d-8d81-2485b39fa949 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Nov 19 13:48:02.522847 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.674304 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb26f-ee9d-459a-acca-cf48fb529122 req-aeca932c-164d-44cf-b650-1459e963d66b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:02.675795 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0dacb26f-ee9d-459a-acca-cf48fb529122 req-aeca932c-164d-44cf-b650-1459e963d66b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 946 time: 0.0488467 Nov 19 13:48:02.725266 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0dacb26f-ee9d-459a-acca-cf48fb529122 req-959e5b1f-222b-4c66-ae9d-e33b93afd73a tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Nov 19 13:48:03.843701 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610458-498f-472c-82a7-ce037ed981fd req-029feee6-1662-406f-bb5a-eb7115429a61 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:03.845734 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-56610458-498f-472c-82a7-ce037ed981fd req-029feee6-1662-406f-bb5a-eb7115429a61 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 946 time: 0.0518391 Nov 19 13:48:03.897553 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-56610458-498f-472c-82a7-ce037ed981fd req-4fae68a3-a55a-4411-b3ee-660b19bd9157 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461471 Nov 19 13:48:03.942622 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-cf45361a-0183-4a88-a0cf-dd59a90a91f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.010774 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc839883-54b3-4203-8dbf-84a71d1adcfb req-9055d00f-ab6a-4311-969b-0c051fb57358 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:04.012132 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc839883-54b3-4203-8dbf-84a71d1adcfb req-9055d00f-ab6a-4311-969b-0c051fb57358 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 946 time: 0.0475657 Nov 19 13:48:04.068489 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-cc839883-54b3-4203-8dbf-84a71d1adcfb req-f73a13d7-0204-4c80-b6ee-a062e3235f4b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494890 Nov 19 13:48:04.091147 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41626) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:04.228708 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9f70d-26b1-4798-bec1-e4aa5823faf9 tempest-TestVolumeBootPattern-1277228975 tempest-TestVolumeBootPattern-1277228975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:04.230206 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-10e9f70d-26b1-4798-bec1-e4aa5823faf9 tempest-TestVolumeBootPattern-1277228975 tempest-TestVolumeBootPattern-1277228975-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 1094 time: 0.1375794 Nov 19 13:48:04.233213 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41630) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:04.237499 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.v2.base [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Request body: {'floatingip': {'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'port_id': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:04.259492 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.359854 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.471073 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Allocated IP 172.27.0.107 (5a225c58-52f4-4d7c-bcd8-c511932b1b5e/45c07a6b-6636-4d58-9dad-59e9b1e3ed99/7e854bde-dea4-4c19-9ae4-f69f60a7b8a1) {{(pid=102797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:04.569905 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.602557 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785746800038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.645128 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Network 5a225c58-52f4-4d7c-bcd8-c511932b1b5e is already hosted by enough agents. {{(pid=102797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:04.648036 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Resources bound (agent type, host, resource id): {{(pid=102797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:04.651485 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Received port after_create {{(pid=102797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:04.657678 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=7e854bde-dea4-4c19-9ae4-f69f60a7b8a1,revision_number=1']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:04.814874 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.007594 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.077238 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.226279 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for port, precommit_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.230701 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4659467'] for port, after_update {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.295899 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event updated for resources: {'Port': ['ID=7e854bde-dea4-4c19-9ae4-f69f60a7b8a1,revision_number=2']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:05.308037 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568764'] for floatingip, after_create {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.646268 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Floating IP 1f7e63b3-a8bf-4cbb-953b-1db8eeb41475 associated. External IP: 172.27.0.107, port: 72390a0a-8545-4723-a9f6-6ba953b2058c. Nov 19 13:48:05.848606 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:05.954869 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:05.964585 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:05.971715 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.976037 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:05.976786 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:48:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:06.012265 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-9d8e49b6-c213-4e39-9693-ef945a42b20d tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7657182 Nov 19 13:48:06.012265 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:06.012265 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc" -d '{"events": [{"name": "network-changed", "server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:06.039895 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f499e2-4edd-4d63-9872-e558074df7c1 x-openstack-request-id: req-86f499e2-4edd-4d63-9872-e558074df7c1 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:06.040193 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:06.040748 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86f499e2-4edd-4d63-9872-e558074df7c1 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:06.041150 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'status': 'completed', 'code': 200} Nov 19 13:48:06.089939 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:06.104724 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-45066b3f-1e03-488e-bc4d-2029830186c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:06.106247 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-45066b3f-1e03-488e-bc4d-2029830186c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 1099 time: 0.0429728 Nov 19 13:48:06.200481 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-5b7bb079-2564-466b-9f3c-47cbe6813f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:06.201976 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-5b7bb079-2564-466b-9f3c-47cbe6813f6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0891218 Nov 19 13:48:06.271026 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-f2c8ca5c-e910-44dd-9247-e2f0b8d3c618 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72390a0a-8545-4723-a9f6-6ba953b2058c HTTP/1.1" status: 200 len: 1000 time: 0.0605958 Nov 19 13:48:06.320053 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-19872c3d-5ddc-47da-bfcf-ac72cedca52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:06.321111 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '1f7e63b3-a8bf-4cbb-953b-1db8eeb41475', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:e5:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:04Z', 'updated_at': '2021-11-19T13:48:04Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}, {'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 1, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:06.321566 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-19872c3d-5ddc-47da-bfcf-ac72cedca52c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0440435 Nov 19 13:48:06.348904 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:06.367439 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:06.368049 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:48:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:06.372567 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-e542df8c-c2ab-46d5-9ae3-887b1aa9522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:06.374129 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-e542df8c-c2ab-46d5-9ae3-887b1aa9522f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460136 Nov 19 13:48:06.374904 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.467636 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-cfc79a1b-75e7-452a-b9a4-ff1320c4a03d service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848024 Nov 19 13:48:06.479765 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:06.562803 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-52ef41cf-6c27-44cd-9d74-0b431eb1ecfc req-669ce6c8-ff73-43d3-a8f7-f5ea2ad71454 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885632 Nov 19 13:48:06.711252 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '1f7e63b3-a8bf-4cbb-953b-1db8eeb41475', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:e5:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:04Z', 'updated_at': '2021-11-19T13:48:04Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}, {'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 1, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:06.741007 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e619840-a69d-4806-98d9-ed5662951806 None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': '1f7e63b3-a8bf-4cbb-953b-1db8eeb41475', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:e5:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:04Z', 'updated_at': '2021-11-19T13:48:04Z', 'revision_number': 0, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}, {'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 1, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:06.926443 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caced8f-0f5a-4370-98ea-87e00bf880c8 None None] New status for floating IP 1f7e63b3-a8bf-4cbb-953b-1db8eeb41475: ACTIVE {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:48:07.332807 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.381153 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-b66b3c53-4df7-472d-a7c6-f742088898ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.520777 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.944027 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-440f77b2-de97-4296-9fa0-8c333b5df2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.616090 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:48:34.816481 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.376473 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.329205 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.160276 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-dfbf0552-16ce-445f-9aff-ac140826c07d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096287 Nov 19 13:48:41.239509 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-9a0ef006-4b3d-417c-bb0c-eff895ca2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:41.241014 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-9a0ef006-4b3d-417c-bb0c-eff895ca2cce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1098 time: 0.0388536 Nov 19 13:48:41.346209 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-146bd118-9371-46f3-88d3-6e228373f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:41.347578 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-146bd118-9371-46f3-88d3-6e228373f94a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.0876119 Nov 19 13:48:41.413076 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-bed5cfb9-1e9f-4974-8db7-77c750013fda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 1000 time: 0.0588791 Nov 19 13:48:41.463385 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-afa796e9-b4a0-4bbe-a36f-0b428c9c6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:41.464879 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-afa796e9-b4a0-4bbe-a36f-0b428c9c6cef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0453508 Nov 19 13:48:41.518674 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-1fffdd82-0ac9-43e6-a2f0-2065ccb5f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:41.520165 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-1fffdd82-0ac9-43e6-a2f0-2065ccb5f9a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473561 Nov 19 13:48:41.610794 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-75b7970c-e800-47fb-b337-bbfcf056e6f4 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831025 Nov 19 13:48:41.701596 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-755c37c7-0495-4144-99af-11db0ddf7a2b req-1e67c7f5-5e45-4dc2-b5c0-a7233ed3024e service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840175 Nov 19 13:48:51.347326 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c31d59-5b51-4add-8b53-cdb746864783 req-dc0a0bb7-8b0f-478f-8c74-9032cde50525 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:51.348742 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-19c31d59-5b51-4add-8b53-cdb746864783 req-dc0a0bb7-8b0f-478f-8c74-9032cde50525 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0976884 Nov 19 13:48:51.397734 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-19c31d59-5b51-4add-8b53-cdb746864783 req-0323ed0e-ee79-40cf-80a7-55d13501d082 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429161 Nov 19 13:48:52.569000 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18121cbc-f84d-466f-9dc2-9c3a83cef1ff req-79bd8855-b945-4fa5-bd3c-b363b33acbd9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:52.570503 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-18121cbc-f84d-466f-9dc2-9c3a83cef1ff req-79bd8855-b945-4fa5-bd3c-b363b33acbd9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.1031659 Nov 19 13:48:52.620700 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-18121cbc-f84d-466f-9dc2-9c3a83cef1ff req-6ceba473-fb47-41d8-ada9-9b2c2819395e tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Nov 19 13:48:53.740300 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c476-7f6a-4f39-a584-8039a36fbd42 req-e39bf427-639c-4975-96c9-73bcfff96f0e tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:53.741722 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfc0c476-7f6a-4f39-a584-8039a36fbd42 req-e39bf427-639c-4975-96c9-73bcfff96f0e tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0500104 Nov 19 13:48:53.793114 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-dfc0c476-7f6a-4f39-a584-8039a36fbd42 req-ea7cbf58-f263-4c70-9f81-e7245c301844 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Nov 19 13:48:54.911206 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b4c26-afa8-4f76-a613-28160596083b req-00ae5053-ff92-4046-b2b2-e6e7cb107187 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:54.912708 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dd9b4c26-afa8-4f76-a613-28160596083b req-00ae5053-ff92-4046-b2b2-e6e7cb107187 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0492513 Nov 19 13:48:54.961448 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-dd9b4c26-afa8-4f76-a613-28160596083b req-3b47d726-2337-4db7-8dca-644826007528 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Nov 19 13:48:56.083006 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6cca5-9640-41e9-9ecb-a3d6142caf24 req-c76c5057-6a0f-4353-a089-fc129ed6d02a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:56.084540 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-75e6cca5-9640-41e9-9ecb-a3d6142caf24 req-c76c5057-6a0f-4353-a089-fc129ed6d02a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0546179 Nov 19 13:48:56.134324 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-75e6cca5-9640-41e9-9ecb-a3d6142caf24 req-54922cf2-ca54-4790-aa5a-0581cd6f5778 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Nov 19 13:48:56.869078 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [req-6e50fe9c-442c-4d50-8533-db00840c32d9 req-526da44a-1868-413e-b66c-c9c6065fe261 service neutron] (102798) timed out ('10.222.0.73', 49878) {{(pid=102798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:48:57.253322 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbb1a1-628d-43c4-a5b5-e9ae2eccd28b req-277a8b61-36f5-410b-a6af-26d835465dcd tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:57.254817 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3ffbb1a1-628d-43c4-a5b5-e9ae2eccd28b req-277a8b61-36f5-410b-a6af-26d835465dcd tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0535514 Nov 19 13:48:57.303573 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-3ffbb1a1-628d-43c4-a5b5-e9ae2eccd28b req-87c73616-8854-4c7b-b7bc-a0f281527dbc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Nov 19 13:48:58.424191 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917dfa5-83c3-454e-b2dd-7f65dd7e20a4 req-3630da78-96f4-4566-bbc5-6e414b843da8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:58.430711 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8917dfa5-83c3-454e-b2dd-7f65dd7e20a4 req-3630da78-96f4-4566-bbc5-6e414b843da8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0540197 Nov 19 13:48:58.478934 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-8917dfa5-83c3-454e-b2dd-7f65dd7e20a4 req-5ae8702d-9755-4db0-96d6-da121993f6e1 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Nov 19 13:48:59.597798 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b87a8-4552-4b36-a3ad-5ad6c077e44b req-dcf70c64-2f19-4ddb-8e4d-69a932bd3d12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:59.599280 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b06b87a8-4552-4b36-a3ad-5ad6c077e44b req-dcf70c64-2f19-4ddb-8e4d-69a932bd3d12 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0497260 Nov 19 13:48:59.649135 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-b06b87a8-4552-4b36-a3ad-5ad6c077e44b req-d494adb3-fd69-445e-93fe-5a2b1137344d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Nov 19 13:48:59.903337 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [req-5f9c7041-5136-408a-8be8-9376df2618e6 req-7be7a7a6-c2fa-4d9d-882b-0f7cd8bc4bfd service neutron] (102797) timed out ('10.222.0.73', 49894) {{(pid=102797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:49:00.768709 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b1a4e-48df-4c9f-bba1-5dc251373da5 req-02c62fa1-1f0d-4a3e-8c05-bc7106eed036 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:00.770233 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e25b1a4e-48df-4c9f-bba1-5dc251373da5 req-02c62fa1-1f0d-4a3e-8c05-bc7106eed036 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0507517 Nov 19 13:49:00.826632 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e25b1a4e-48df-4c9f-bba1-5dc251373da5 req-40554517-fd9b-4da3-a5be-f48236da1814 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504620 Nov 19 13:49:01.384118 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2df92a6c-4b92-4fb4-9906-1517b936f616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.946330 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21773901-e6dd-4bb7-af7c-daee9410f2a5 req-fecdf4db-94a4-41a2-9e0c-e94f2f973033 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:01.947837 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-21773901-e6dd-4bb7-af7c-daee9410f2a5 req-fecdf4db-94a4-41a2-9e0c-e94f2f973033 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0527296 Nov 19 13:49:02.002695 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-21773901-e6dd-4bb7-af7c-daee9410f2a5 req-ab7915b7-0697-49d8-9703-a0e6e05f4ce4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482519 Nov 19 13:49:02.550979 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.119309 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97fe9a-9197-4b3c-98c3-6c09f3f06763 req-8bd13d92-dc9c-4e41-a74a-38cbc762d6db tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:03.120820 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9d97fe9a-9197-4b3c-98c3-6c09f3f06763 req-8bd13d92-dc9c-4e41-a74a-38cbc762d6db tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0497892 Nov 19 13:49:03.169589 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9d97fe9a-9197-4b3c-98c3-6c09f3f06763 req-c7f217eb-1cf9-4ec2-aae2-c8dde137e41e tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Nov 19 13:49:03.950222 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-f1f8dcee-57f2-42ea-9ef0-6830a89f0bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:04.288532 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624be59c-5431-4c09-8b0b-f6232ccb3347 req-ac9cbe33-b4bc-4f7a-9d96-7496aad9f26c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:04.290302 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-624be59c-5431-4c09-8b0b-f6232ccb3347 req-ac9cbe33-b4bc-4f7a-9d96-7496aad9f26c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0488949 Nov 19 13:49:04.338316 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-624be59c-5431-4c09-8b0b-f6232ccb3347 req-45d1e0f9-1d36-42d8-b9b9-bd45c497f37f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Nov 19 13:49:04.819035 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:05.453392 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff7d5-6fa2-4ed5-bef7-042f89ea53e3 req-e4882772-9a2f-4b46-8f1f-acf4d1ddd53a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.455536 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-659ff7d5-6fa2-4ed5-bef7-042f89ea53e3 req-e4882772-9a2f-4b46-8f1f-acf4d1ddd53a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0503159 Nov 19 13:49:05.504989 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-659ff7d5-6fa2-4ed5-bef7-042f89ea53e3 req-51536864-1fff-479a-945c-a80c3c6002df tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Nov 19 13:49:06.376846 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.461949 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf82a-910e-468f-a719-9741c7892bc7 req-90ccd6c8-1a33-4de9-9460-d97675ad86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.463419 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-737cf82a-910e-468f-a719-9741c7892bc7 req-90ccd6c8-1a33-4de9-9460-d97675ad86e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1099 time: 0.0392890 Nov 19 13:49:06.556628 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf82a-910e-468f-a719-9741c7892bc7 req-71e3872f-a78c-48b2-bb50-585a6605478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.558078 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-737cf82a-910e-468f-a719-9741c7892bc7 req-71e3872f-a78c-48b2-bb50-585a6605478a service neutron] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 910 time: 0.0865107 Nov 19 13:49:06.650750 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-737cf82a-910e-468f-a719-9741c7892bc7 req-ae1c3a9e-935c-4447-92cc-466e2046eaa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 1002 time: 0.0850720 Nov 19 13:49:06.666670 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce8441-addd-4ba5-b265-641716635ded req-d437dbf7-103f-4f2f-9b0f-8de38725f75f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.668070 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-92ce8441-addd-4ba5-b265-641716635ded req-d437dbf7-103f-4f2f-9b0f-8de38725f75f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0952144 Nov 19 13:49:06.732324 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf82a-910e-468f-a719-9741c7892bc7 req-90b45264-1f60-4a8d-b59e-68872ef739b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.733760 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-737cf82a-910e-468f-a719-9741c7892bc7 req-90b45264-1f60-4a8d-b59e-68872ef739b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0750966 Nov 19 13:49:06.755647 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-92ce8441-addd-4ba5-b265-641716635ded req-ae051286-3954-438b-9712-9879bb22d8b3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805016 Nov 19 13:49:06.783275 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf82a-910e-468f-a719-9741c7892bc7 req-17679723-d57b-4b0b-8c17-199d09c8ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.784773 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-737cf82a-910e-468f-a719-9741c7892bc7 req-17679723-d57b-4b0b-8c17-199d09c8ee0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422440 Nov 19 13:49:06.877939 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-737cf82a-910e-468f-a719-9741c7892bc7 req-c9248930-0c0d-4e82-bf3c-f1c11a804a3c service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858903 Nov 19 13:49:06.971710 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-737cf82a-910e-468f-a719-9741c7892bc7 req-7dbd9665-bcb8-4d7e-9e0b-acdb5efa2d40 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866604 Nov 19 13:49:07.330709 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.875364 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa61003-bd91-45b6-82f8-5bc71ab6d2d5 req-703d9217-066f-4ad7-be40-ee978b2cd37a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:07.876984 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eaa61003-bd91-45b6-82f8-5bc71ab6d2d5 req-703d9217-066f-4ad7-be40-ee978b2cd37a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0528250 Nov 19 13:49:07.927584 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-eaa61003-bd91-45b6-82f8-5bc71ab6d2d5 req-56f22c4e-ca3d-401a-8303-d12bb3255bcd tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 Nov 19 13:49:09.056668 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58e5c-fb2e-4846-9db3-c9627a96f8b9 req-09180a76-21f2-45a9-ad56-460f9f717525 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:09.058177 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40e58e5c-fb2e-4846-9db3-c9627a96f8b9 req-09180a76-21f2-45a9-ad56-460f9f717525 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0554409 Nov 19 13:49:09.110269 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-40e58e5c-fb2e-4846-9db3-c9627a96f8b9 req-2bc8a77d-89d1-4859-ad9f-b35578d55c63 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448639 Nov 19 13:49:10.231418 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a950-237e-4ee7-a5b0-5826a173aadb req-6da0a9a7-9941-49b3-93bc-733a6df22251 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:10.232940 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b183a950-237e-4ee7-a5b0-5826a173aadb req-6da0a9a7-9941-49b3-93bc-733a6df22251 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0546200 Nov 19 13:49:10.283506 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b183a950-237e-4ee7-a5b0-5826a173aadb req-cf7ddcc1-9136-43e0-9d0e-101f04917130 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438740 Nov 19 13:49:10.353608 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [req-7e2acec6-ac68-45bd-b05a-fc8ca9f8cd5b req-2cc9fc5e-d2ad-4d14-ae1e-df53fa4981b8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:49:10.354735 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-7e2acec6-ac68-45bd-b05a-fc8ca9f8cd5b req-2cc9fc5e-d2ad-4d14-ae1e-df53fa4981b8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054612 Nov 19 13:49:10.555015 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9a799-f23d-4d5b-bc8d-6a6b5ac15e2f req-71f6954f-e201-4d37-bbd4-111e428f78a5 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:10.556610 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e4c9a799-f23d-4d5b-bc8d-6a6b5ac15e2f req-71f6954f-e201-4d37-bbd4-111e428f78a5 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0882480 Nov 19 13:49:10.559389 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-e5eb6fcf-a450-4156-bf5a-d7dc64131d8e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072862 Nov 19 13:49:10.574045 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-ec79ea66-60a9-4843-99e6-e7ee76d4418c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:49:10.575015 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-ec79ea66-60a9-4843-99e6-e7ee76d4418c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101559 Nov 19 13:49:10.615475 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-e4c9a799-f23d-4d5b-bc8d-6a6b5ac15e2f req-c6c2879e-637a-44cf-bb7b-a5341ebeea6c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519502 Nov 19 13:49:11.615937 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:49:11.730793 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26061f08-6718-4640-9fc6-abed1d12036d req-2ff4c037-1ebe-4fea-b0fb-7f68b1fcc7c3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:11.732330 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-26061f08-6718-4640-9fc6-abed1d12036d req-2ff4c037-1ebe-4fea-b0fb-7f68b1fcc7c3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0490148 Nov 19 13:49:11.783845 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-26061f08-6718-4640-9fc6-abed1d12036d req-195557f0-360d-41e1-a181-9048147e2f54 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Nov 19 13:49:11.821812 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-d2a05ffb-422d-4322-b8a1-81a391a5423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:11.823285 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-d2a05ffb-422d-4322-b8a1-81a391a5423c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08&tenant_id=126bf6ca263940b3acc2497ad3173982 HTTP/1.1" status: 200 len: 1099 time: 0.0389347 Nov 19 13:49:11.887418 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-d8cee78d-cf3d-47b9-8077-39d6064e0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:11.888828 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-d8cee78d-cf3d-47b9-8077-39d6064e0530 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1099 time: 0.0422502 Nov 19 13:49:11.981284 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-a43a8aaf-c76f-46fd-8cb8-fd3adf3e9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:11.982749 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-a43a8aaf-c76f-46fd-8cb8-fd3adf3e9290 service neutron] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 910 time: 0.0854573 Nov 19 13:49:12.060836 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-5baf306e-d3f9-4406-912e-ede1121593b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 1002 time: 0.0686727 Nov 19 13:49:12.114243 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:12.117204 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-5fef9fb7-e03f-4d05-b893-a25311d11ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:12.118666 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-5fef9fb7-e03f-4d05-b893-a25311d11ae6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0502098 Nov 19 13:49:12.165167 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-008b09fb-463a-4add-bee9-5b9c430112b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:12.166693 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-008b09fb-463a-4add-bee9-5b9c430112b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390463 Nov 19 13:49:12.189734 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.212732 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:12.214986 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e88e714-be9b-4e1c-a095-cdcdc0c3ffb1" -d '{"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:12.228647 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:12.232977 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.261579 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a5b237-77c7-4d4d-b54d-758b6c9bb115 x-openstack-request-id: req-18a5b237-77c7-4d4d-b54d-758b6c9bb115 {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:12.261878 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:12.262161 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18a5b237-77c7-4d4d-b54d-758b6c9bb115 {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:12.262554 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'code': 200} Nov 19 13:49:12.274697 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-c794845e-2a9e-4d36-a0de-a39806453b61 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993321 Nov 19 13:49:12.290610 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=6']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:12.297680 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.298043 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.298551 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.299425 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.299774 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.300119 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.300487 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.300823 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.301160 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.301499 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.301834 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.302162 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:12.374110 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-56b89d8c-6c09-41dc-84a5-5191bd8e6d4c req-357265a1-7216-41ba-98fe-539f23a4a554 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900254 Nov 19 13:49:12.899622 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44d93-a491-48bb-bcb1-818de49f3e34 req-bf9c9e0b-705f-4c4a-956f-aefd50efbe42 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:12.901162 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e0f44d93-a491-48bb-bcb1-818de49f3e34 req-bf9c9e0b-705f-4c4a-956f-aefd50efbe42 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0499287 Nov 19 13:49:12.954293 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-e0f44d93-a491-48bb-bcb1-818de49f3e34 req-ea9b73b4-b202-40e5-9022-8456eddc7000 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471563 Nov 19 13:49:14.075389 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab680ab-516d-45ef-acf2-9e1048f09331 req-b2ca753d-0ef3-46a1-a70a-5b34aa9bb498 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:14.076881 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab680ab-516d-45ef-acf2-9e1048f09331 req-b2ca753d-0ef3-46a1-a70a-5b34aa9bb498 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0496862 Nov 19 13:49:14.127861 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-6ab680ab-516d-45ef-acf2-9e1048f09331 req-81e557a2-8261-4775-8d1c-c824754e73cc tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450933 Nov 19 13:49:15.245296 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c523d-9215-4f0d-a35f-965ba71f0967 req-94015db9-466e-477a-8bad-a1a5dd5c6a9a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:15.246757 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-895c523d-9215-4f0d-a35f-965ba71f0967 req-94015db9-466e-477a-8bad-a1a5dd5c6a9a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0489104 Nov 19 13:49:15.295618 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-895c523d-9215-4f0d-a35f-965ba71f0967 req-13e52d87-945a-4966-b149-bcf527ebbc52 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 Nov 19 13:49:16.422718 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531f5b1-f4e8-4c38-b36f-cb72455367e7 req-e0afb25c-bf55-40e1-bbf8-ab744773fdfe tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:16.425057 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b531f5b1-f4e8-4c38-b36f-cb72455367e7 req-e0afb25c-bf55-40e1-bbf8-ab744773fdfe tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0632968 Nov 19 13:49:16.477705 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-b531f5b1-f4e8-4c38-b36f-cb72455367e7 req-32d8eb4c-0216-4d82-a990-a4a3df4bd1b4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Nov 19 13:49:17.595214 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3409079-294f-42a3-94ce-f8ccd3968b5c req-a33d7ff0-b52a-460a-8373-1bbe7587506f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:17.596753 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f3409079-294f-42a3-94ce-f8ccd3968b5c req-a33d7ff0-b52a-460a-8373-1bbe7587506f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0516779 Nov 19 13:49:17.645782 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-f3409079-294f-42a3-94ce-f8ccd3968b5c req-00525003-299f-4827-be00-5ac8c05fde19 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Nov 19 13:49:18.760129 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909a0ac-e890-4927-9373-23b4bd0969c7 req-9280defe-966a-4fc3-a228-f96a9b36035c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:18.761610 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c909a0ac-e890-4927-9373-23b4bd0969c7 req-9280defe-966a-4fc3-a228-f96a9b36035c tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0488200 Nov 19 13:49:18.810278 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c909a0ac-e890-4927-9373-23b4bd0969c7 req-44c21051-90fa-4c39-9f2c-3528a2d6f331 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Nov 19 13:49:19.704975 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05973e64-8296-4c8f-bc01-0432aa7395ec req-617f1fa3-ba36-4d7a-9134-bac731a5f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.706456 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05973e64-8296-4c8f-bc01-0432aa7395ec req-617f1fa3-ba36-4d7a-9134-bac731a5f80f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1097 time: 0.0428905 Nov 19 13:49:19.753486 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-05973e64-8296-4c8f-bc01-0432aa7395ec req-4db37e4f-9d4a-4c82-b695-4ccbf42b6e2b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402555 Nov 19 13:49:19.925828 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343b88c-1557-4240-9929-6a42785119f0 req-65f4b143-7d10-4c2b-82d9-74033e3d662a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.928410 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0343b88c-1557-4240-9929-6a42785119f0 req-65f4b143-7d10-4c2b-82d9-74033e3d662a tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0498633 Nov 19 13:49:19.980300 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-0343b88c-1557-4240-9929-6a42785119f0 req-d1db5630-6318-4445-8293-fa89290624b9 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Nov 19 13:49:21.096704 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f3cf-35dd-4a67-b531-966de342c752 req-c2699861-d2d3-46e8-903c-e9ebb55f7aa3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:21.098653 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9ff4f3cf-35dd-4a67-b531-966de342c752 req-c2699861-d2d3-46e8-903c-e9ebb55f7aa3 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0516026 Nov 19 13:49:21.163886 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-9ff4f3cf-35dd-4a67-b531-966de342c752 req-9b5a3e72-d295-48b2-8177-629aeb855166 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509744 Nov 19 13:49:22.132969 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 details requested by agent hyperv_hv-cinder-81632 with host hv-cinder-81632 {{(pid=102799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:49:22.232700 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:22.245117 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Returning: {'device': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'port_id': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'mac_address': 'fa:16:3e:c5:08:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:49:22.283229 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.285006 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e16d07-e492-4205-a4df-a05039764a86 req-7b753d0a-5a00-4bea-aa36-b80742f18a04 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:22.286553 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79e16d07-e492-4205-a4df-a05039764a86 req-7b753d0a-5a00-4bea-aa36-b80742f18a04 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 944 time: 0.0516357 Nov 19 13:49:22.296473 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 {{(pid=102799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:49:22.315879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:22.320103 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.335275 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79e16d07-e492-4205-a4df-a05039764a86 req-c6d46ad1-d652-403d-afc2-927e4ef10ec8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Nov 19 13:49:22.369130 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=7']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:22.681044 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] get_ports_and_sgs() called for port_ids ['7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'] {{(pid=102799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:49:24.166724 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 up at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:24.216988 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.provisioning_blocks [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Provisioning complete for port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 triggered by entity L2. {{(pid=102799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:24.217356 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3773005'] for port, provisioning_complete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.293224 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697382'] for port, before_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.315255 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'}] {{(pid=102799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:24.317497 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dffee3ad2e39007231b33a0786df2f889b634de425cf6ae1c7b42828f9b0020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9801868a-ea24-4561-87db-790198fac5fb" -d '{"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-plugged", "status": "completed", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495"}]}' {{(pid=102799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:24.331689 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:24.336619 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785747323230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785746800056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785746800074'] for port, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.363736 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e830af0-7988-4489-a88b-fe68d90a8bca x-openstack-request-id: req-6e830af0-7988-4489-a88b-fe68d90a8bca {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:24.364028 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-plugged", "status": "completed", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495", "code": 200}]} {{(pid=102799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:24.364304 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e830af0-7988-4489-a88b-fe68d90a8bca {{(pid=102799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:24.364690 dv-cinder-816324-4-iscsi neutron-server[102799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'code': 200} Nov 19 13:49:24.391634 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Pushing event updated for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=8']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:31.386963 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c9f0299f-2a66-42ff-8a40-a7fb73658564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.568446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.943007 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-bcfa63e0-351a-4e3e-8490-c1a4f5f2cb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.822425 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.381482 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.333955 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.097993 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-c85d475c-ca88-42f1-aff4-eefbcad73b19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383093 Nov 19 13:49:43.160813 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-fbbb3564-caf3-4cc4-85eb-2351a91c2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.162278 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-fbbb3564-caf3-4cc4-85eb-2351a91c2d9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1099 time: 0.0407355 Nov 19 13:49:43.266311 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-33d29d64-52d9-47bb-898f-2eca785a979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.268349 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-33d29d64-52d9-47bb-898f-2eca785a979b service neutron] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 910 time: 0.0861812 Nov 19 13:49:43.333314 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-9c99c931-3026-48b2-9aa8-0b31251014b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 1002 time: 0.0576270 Nov 19 13:49:43.387413 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-d8a50dab-589d-4a75-93fd-00f37fd2f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.388811 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-d8a50dab-589d-4a75-93fd-00f37fd2f59f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0484192 Nov 19 13:49:43.438349 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-e4f095be-5d7d-4630-9100-1a42a70e334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.439904 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-e4f095be-5d7d-4630-9100-1a42a70e334a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432391 Nov 19 13:49:43.526670 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-60f2d392-7093-4dda-a5ff-0f232007e906 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795219 Nov 19 13:49:43.617020 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-79d5c512-cce6-40d1-9f3f-707b309e3171 req-955c9847-dc0a-4c7b-af7e-27debd2c0a60 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836287 Nov 19 13:49:48.616142 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:50:01.387832 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-86f57d50-ce22-49ec-85b1-759d01957cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:02.559249 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:03.944717 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-5cd95c22-0ddf-441b-9c2f-e6df5905eb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:04.825422 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.358200 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41768) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:05.513662 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Deleting port 7e854bde-dea4-4c19-9ae4-f69f60a7b8a1 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:05.514007 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.589381 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.589755 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.605069 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Calling delete_port for 7e854bde-dea4-4c19-9ae4-f69f60a7b8a1 owned by network:floatingip {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:05.751594 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.776278 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event deleted for resources: {'Port': ['ID=7e854bde-dea4-4c19-9ae4-f69f60a7b8a1,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:05.789471 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.789837 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.790189 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.790532 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.790869 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.791209 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.791546 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.791910 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.792255 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.792604 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.792937 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:05.793263 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:06.099722 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.099972 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Floating IP 1f7e63b3-a8bf-4cbb-953b-1db8eeb41475 disassociated (deleted). External IP: 172.27.0.107, port: 72390a0a-8545-4723-a9f6-6ba953b2058c. Nov 19 13:50:06.308772 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:06.386032 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.422170 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:06.427688 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.434684 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:06.444849 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:06.445470 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:06.454954 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-ba5a4850-7313-4ddb-9780-387eec3b2028 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "DELETE /v2.0/floatingips/1f7e63b3-a8bf-4cbb-953b-1db8eeb41475 HTTP/1.1" status: 204 len: 168 time: 1.0954170 Nov 19 13:50:06.455544 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:06.457854 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8728002-d112-42bb-915a-5860ff9fbc35" -d '{"events": [{"name": "network-changed", "server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:06.497677 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec52fede-e260-4b91-b746-ccd60212e65b x-openstack-request-id: req-ec52fede-e260-4b91-b746-ccd60212e65b {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:06.498046 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:06.498429 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec52fede-e260-4b91-b746-ccd60212e65b {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:06.498898 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'status': 'completed', 'code': 200} Nov 19 13:50:06.561777 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:06.568928 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-60be3500-e4c9-446e-beab-27aef14d474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.570596 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-60be3500-e4c9-446e-beab-27aef14d474d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 1099 time: 0.0484827 Nov 19 13:50:06.680552 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-511bb7f9-17fd-455a-b105-54e93e9d0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.682137 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-511bb7f9-17fd-455a-b105-54e93e9d0357 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.1010611 Nov 19 13:50:06.687590 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bddbc7-7f86-4b6c-8147-fce2c1385e20 req-18083d99-1473-472d-8605-f1a62d7be8bf tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.690353 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-17bddbc7-7f86-4b6c-8147-fce2c1385e20 req-18083d99-1473-472d-8605-f1a62d7be8bf tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 946 time: 0.0508807 Nov 19 13:50:06.726151 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-6e2bfe1c-433a-4a24-8ad7-aa518284756d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72390a0a-8545-4723-a9f6-6ba953b2058c HTTP/1.1" status: 200 len: 217 time: 0.0354626 Nov 19 13:50:06.742466 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-17bddbc7-7f86-4b6c-8147-fce2c1385e20 req-4f60e130-3dc1-41d1-80db-fb72000c1a4a tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Nov 19 13:50:06.786981 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-ed725b52-304a-4ea9-b9e7-b7985c0492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.788485 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-ed725b52-304a-4ea9-b9e7-b7985c0492e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0549276 Nov 19 13:50:06.818437 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 1, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:06.834131 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-f5ba5f7e-ad8c-4e9e-9e9a-62d7d3af8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.835627 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-f5ba5f7e-ad8c-4e9e-9e9a-62d7d3af8273 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398777 Nov 19 13:50:06.845300 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:06.854438 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:06.855052 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:06.929424 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-895aa93f-0118-413a-a7bc-69ff2bea7628 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860705 Nov 19 13:50:06.964144 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:07.026450 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a8728002-d112-42bb-915a-5860ff9fbc35 req-e0a868d0-31f5-4a8c-bb31-1f00fddb8836 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895772 Nov 19 13:50:07.195007 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 1, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:07.222136 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d152c-cd3c-4e47-a1cb-02f322dfb7c8 None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_floatingips': [{'id': 'ca048564-b4e2-4191-b2bb-4463948ef7bf', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'router_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'port_id': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'mac_address': 'fa:16:3e:0a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae916366-8315-4845-9557-11d9a07a92f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:41Z', 'updated_at': '2021-11-19T13:45:43Z', 'revision_number': 1, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:07.336204 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.448838 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497deb68-ccc5-4b7b-af82-984d1debd744 None None] New status for floating IP 1f7e63b3-a8bf-4cbb-953b-1db8eeb41475: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:50:07.860301 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83f0ed-0342-40d0-9423-0fbeef8d502a req-9e4b53ee-59b9-4411-a92a-3a7932173d7f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:07.862741 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ba83f0ed-0342-40d0-9423-0fbeef8d502a req-9e4b53ee-59b9-4411-a92a-3a7932173d7f tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 946 time: 0.0495343 Nov 19 13:50:07.913248 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-ba83f0ed-0342-40d0-9423-0fbeef8d502a req-f6788d32-3d7b-4c67-ba59-4c9f97a96d2b tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Nov 19 13:50:08.486812 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-072b3abd-8876-4af7-8abc-bfe7e1bfed06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:08.488279 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-072b3abd-8876-4af7-8abc-bfe7e1bfed06 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Nov 19 13:50:08.581130 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Deleting port 72390a0a-8545-4723-a9f6-6ba953b2058c {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:08.581462 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.669710 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] For port 72390a0a-8545-4723-a9f6-6ba953b2058c, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=72390a0a-8545-4723-a9f6-6ba953b2058c,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:08.669971 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.683329 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Calling delete_port for 72390a0a-8545-4723-a9f6-6ba953b2058c owned by compute:nova {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:08.812940 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.841700 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event deleted for resources: {'Port': ['ID=72390a0a-8545-4723-a9f6-6ba953b2058c,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:08.891153 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] No DVR routers for this DVR port 72390a0a-8545-4723-a9f6-6ba953b2058c on host hv-cinder-81632 {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:08.894047 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.897479 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-8d252220-6f2f-4adb-a8fe-294fe091187f req-925d3514-b343-4532-a20f-6ed4afeece10 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "DELETE /v2.0/ports/72390a0a-8545-4723-a9f6-6ba953b2058c HTTP/1.1" status: 204 len: 173 time: 0.4019256 Nov 19 13:50:08.897916 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'name': 'network-vif-deleted', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:08.900142 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e599e9-7be0-40c6-98dd-9e0ce093aa0a" -d '{"events": [{"server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "name": "network-vif-deleted", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:08.940405 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2c6ccd-7dca-450b-a0ae-b44ce0ab54f3 x-openstack-request-id: req-ff2c6ccd-7dca-450b-a0ae-b44ce0ab54f3 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:08.940702 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7", "name": "network-vif-deleted", "tag": "72390a0a-8545-4723-a9f6-6ba953b2058c", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:08.940951 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff2c6ccd-7dca-450b-a0ae-b44ce0ab54f3 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:08.941615 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7', 'name': 'network-vif-deleted', 'tag': '72390a0a-8545-4723-a9f6-6ba953b2058c', 'status': 'completed', 'code': 200} Nov 19 13:50:09.010384 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-a74f9c6e-d036-4b89-bc6c-a05664d1e4ac req-3e319653-ba62-455d-bb64-09d702741be3 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=b12bd0a0-8f86-4f93-b7be-488c4f0b3cb7 HTTP/1.1" status: 200 len: 210 time: 0.0263150 Nov 19 13:50:12.303570 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41798) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:12.373973 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 72390a0a-8545-4723-a9f6-6ba953b2058c no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:12.395393 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 72390a0a-8545-4723-a9f6-6ba953b2058c {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:12.395744 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 72390a0a-8545-4723-a9f6-6ba953b2058c not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:12.459875 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Deleting port 7de765be-eda9-4816-8193-757ac5d7d3c9 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:12.460325 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.534686 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.535004 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.546681 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Calling delete_port for 7de765be-eda9-4816-8193-757ac5d7d3c9 owned by network:floatingip {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:12.691600 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.720942 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event deleted for resources: {'Port': ['ID=7de765be-eda9-4816-8193-757ac5d7d3c9,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:12.781486 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.781811 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Floating IP ca048564-b4e2-4191-b2bb-4463948ef7bf disassociated (deleted). External IP: 172.27.0.25, port: bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed. Nov 19 13:50:12.983259 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:13.087751 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:13.092678 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.098370 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:13.108047 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:13.108800 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:13.120729 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b7f03063-c5d6-46a4-bb65-fed782d2f106 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "DELETE /v2.0/floatingips/ca048564-b4e2-4191-b2bb-4463948ef7bf HTTP/1.1" status: 204 len: 168 time: 0.8159475 Nov 19 13:50:13.121412 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:13.123946 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84" -d '{"events": [{"name": "network-changed", "server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:13.163783 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ef0f35-c993-4bff-b517-e4f56d3ef051 x-openstack-request-id: req-f9ef0f35-c993-4bff-b517-e4f56d3ef051 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:13.164044 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:13.164579 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9ef0f35-c993-4bff-b517-e4f56d3ef051 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:13.164991 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'status': 'completed', 'code': 200} Nov 19 13:50:13.224627 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:13.227147 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-40c7d443-032a-4328-bc59-dbd3e950c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:13.228670 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-40c7d443-032a-4328-bc59-dbd3e950c766 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 1098 time: 0.0414751 Nov 19 13:50:13.339668 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-1f2c1851-5fbd-4dd3-bdf4-f3cf89e6e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:13.341334 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-1f2c1851-5fbd-4dd3-bdf4-f3cf89e6e98a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 200 len: 913 time: 0.1057694 Nov 19 13:50:13.370166 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc356af-072e-47b7-b37b-19746bdeff20 req-562ebfce-7ab6-4ace-abaf-66a0fa2c61b3 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:13.371265 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3dc356af-072e-47b7-b37b-19746bdeff20 req-562ebfce-7ab6-4ace-abaf-66a0fa2c61b3 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Nov 19 13:50:13.387851 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-0770cd25-3f7b-487a-b480-09a051eec4de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 200 len: 217 time: 0.0390539 Nov 19 13:50:13.431924 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-3dc356af-072e-47b7-b37b-19746bdeff20 req-44cce40e-3ae8-4b2a-9a81-b3c13ca4f7d1 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538609 Nov 19 13:50:13.450993 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-e16ceb21-6f06-42f9-8c3f-d175af05d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:13.452540 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-e16ceb21-6f06-42f9-8c3f-d175af05d025 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 200 len: 850 time: 0.0578337 Nov 19 13:50:13.464025 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:13.490693 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:13.499094 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:13.499707 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:13.502997 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-7afa7044-d529-44c0-9768-243d11273dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:13.504511 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-7afa7044-d529-44c0-9768-243d11273dc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08510d6-4923-4f8d-9607-680e42725e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442977 Nov 19 13:50:13.596626 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-c664421c-2cf7-4cf3-b113-64e0501f8426 service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821114 Nov 19 13:50:13.605446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:13.690461 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-2c6f5f4a-f509-4e8c-a00e-c5ca4a25ca84 req-a594ecbb-a258-4aae-bb9f-cc4901bd06dd service neutron] 10.222.0.73 "GET /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859184 Nov 19 13:50:13.936315 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:13.962008 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b28f1-ffe1-4e4e-827d-61f639aca97e None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 4, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': '2fcee650-b091-45db-b1f8-f3d4025208f7', 'name': '', 'network_id': 'd08510d6-4923-4f8d-9607-680e42725e16', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'mac_address': 'fa:16:3e:55:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:55Z', 'updated_at': '2021-11-19T13:42:02Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'subnets': [{'id': 'c44c6d08-ce49-4847-b573-bf0502df9f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:14.180039 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf34de2-5960-4ba3-b37c-f2a4302f8c66 None None] New status for floating IP ca048564-b4e2-4191-b2bb-4463948ef7bf: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:50:14.553847 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bb1ac-ebe9-43d6-9a88-5207d9fd1932 req-dde70bf7-5f8b-4af8-8415-cbbba5f58e70 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:14.555280 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1c7bb1ac-ebe9-43d6-9a88-5207d9fd1932 req-dde70bf7-5f8b-4af8-8415-cbbba5f58e70 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Nov 19 13:50:14.604991 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-1c7bb1ac-ebe9-43d6-9a88-5207d9fd1932 req-cefaaea9-f2a5-45a6-b33b-dcd0bf4baf59 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Nov 19 13:50:14.981611 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-df73d7fc-14a1-4de8-838f-e19aef2218c0 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:14.983033 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-df73d7fc-14a1-4de8-838f-e19aef2218c0 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Nov 19 13:50:15.076506 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Deleting port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:15.076942 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.169195 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] For port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:15.169561 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.181576 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Calling delete_port for bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed owned by compute:nova {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:15.314585 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.339948 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event deleted for resources: {'Port': ['ID=bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:15.387183 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] No DVR routers for this DVR port bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed on host hv-cinder-81632 {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:15.389649 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.393322 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6710fdb0-8791-49b4-af90-b8a384aab874 req-61a7b39d-33f9-49cc-aba1-812dc97017d5 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.73 "DELETE /v2.0/ports/bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed HTTP/1.1" status: 204 len: 173 time: 0.4035430 Nov 19 13:50:15.393762 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'name': 'network-vif-deleted', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:15.396000 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3028b107-c1cb-47f8-93de-490403f9f573" -d '{"events": [{"server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "name": "network-vif-deleted", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:15.435034 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cce98e-c8ee-4d32-964e-ef9f901a360f x-openstack-request-id: req-c4cce98e-c8ee-4d32-964e-ef9f901a360f {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:15.435357 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae916366-8315-4845-9557-11d9a07a92f0", "name": "network-vif-deleted", "tag": "bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:15.435611 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4cce98e-c8ee-4d32-964e-ef9f901a360f {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:15.436017 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae916366-8315-4845-9557-11d9a07a92f0', 'name': 'network-vif-deleted', 'tag': 'bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed', 'status': 'completed', 'code': 200} Nov 19 13:50:15.702198 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6990ef6f-f4f3-4fe0-a87f-3cbbab44e83e req-3daf3e0f-2b8f-4326-999e-d68af1f04387 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae916366-8315-4845-9557-11d9a07a92f0 HTTP/1.1" status: 200 len: 210 time: 0.0267239 Nov 19 13:50:16.765209 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41814) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:17.135002 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Deleting port 1a3cc089-dea0-4cc2-9cd1-83e4e39bfd33 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:17.135247 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.211869 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.212184 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.224508 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Calling delete_port for 1a3cc089-dea0-4cc2-9cd1-83e4e39bfd33 owned by network:floatingip {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:17.358218 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.385851 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event deleted for resources: {'Port': ['ID=1a3cc089-dea0-4cc2-9cd1-83e4e39bfd33,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:17.449921 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for floatingip, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.452629 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.453786 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-deed9bfb-c39b-4066-892b-fae25502de35 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "DELETE /v2.0/floatingips/713982ea-8350-4374-81dc-f1a7104aecbe HTTP/1.1" status: 204 len: 168 time: 0.6875923 Nov 19 13:50:18.404409 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:18.426430 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:18.426788 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device bda6b353-e6d5-4b2d-8e78-dfcc7e81eaed not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:18.649228 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41830) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:18.709312 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.734092 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.793677 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.796297 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.797465 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] 10.222.0.81 "DELETE /v2.0/security-groups/3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702 HTTP/1.1" status: 204 len: 168 time: 0.1472709 Nov 19 13:50:18.806597 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9dd2f5-6dec-4f43-8bf8-f0efdbfad702,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:18.813795 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.814149 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.814494 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.814855 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.815163 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.815494 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.815822 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.816149 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.816508 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.816835 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.817157 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.817477 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd78a9-397d-4d68-bcd6-8acfefec27a7 tempest-TestVolumeBootPattern-1786026645 tempest-TestVolumeBootPattern-1786026645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:18.860036 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41834) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:19.351955 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.606653 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Deleting port 2fcee650-b091-45db-b1f8-f3d4025208f7 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:19.606909 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.701472 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] For port 2fcee650-b091-45db-b1f8-f3d4025208f7, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=2fcee650-b091-45db-b1f8-f3d4025208f7,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:19.702177 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.715847 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Calling delete_port for 2fcee650-b091-45db-b1f8-f3d4025208f7 owned by network:router_interface {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:19.912126 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.937585 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcee650-b091-45db-b1f8-f3d4025208f7,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:20.113279 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.334528 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Router c4b711bb-7bcd-4fea-b464-6276293125a3 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:20.447161 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:20.452016 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-35060eba-b798-4a28-9e8f-ee7fd1191286 admin admin] 10.222.0.81 "PUT /v2.0/routers/c4b711bb-7bcd-4fea-b464-6276293125a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903711 Nov 19 13:50:20.454074 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41840) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:20.458029 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] Sync routers for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:20.471345 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:20.471918 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:20.568552 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks [] for router, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.586267 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:20.673090 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.726812 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Deleting port cf58f701-de9d-45a6-b560-a4bf5d698ae7 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:20.727957 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.772039 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:50:19Z', 'revision_number': 5, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port': {'id': 'cf58f701-de9d-45a6-b560-a4bf5d698ae7', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:54Z', 'updated_at': '2021-11-19T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:20.802379 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] Checking router: c4b711bb-7bcd-4fea-b464-6276293125a3 for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:20.808951 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] For port cf58f701-de9d-45a6-b560-a4bf5d698ae7, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=cf58f701-de9d-45a6-b560-a4bf5d698ae7,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:20.809332 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.810914 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] Routers {'c4b711bb-7bcd-4fea-b464-6276293125a3'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:20.811549 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['c4b711bb-7bcd-4fea-b464-6276293125a3'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:20.823047 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Calling delete_port for cf58f701-de9d-45a6-b560-a4bf5d698ae7 owned by network:router_gateway {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:20.898880 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] Set router c4b711bb-7bcd-4fea-b464-6276293125a3 gateway port host: None {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:20.952014 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:50:20Z', 'revision_number': 6, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:20.981868 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572c77d-df2f-4ae2-a3e8-8e1f89d1e3e2 None None] The sync data for ids ['c4b711bb-7bcd-4fea-b464-6276293125a3'] in dv-cinder-816324-4-iscsi is: [{'id': 'c4b711bb-7bcd-4fea-b464-6276293125a3', 'name': 'tempest-TestVolumeBootPattern-102777578-router', 'tenant_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:53Z', 'updated_at': '2021-11-19T13:50:20Z', 'revision_number': 6, 'project_id': '9ffa6aa95ebb443fb7fee319b29a7397', 'gw_port_host': None}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:20.991672 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.016573 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf58f701-de9d-45a6-b560-a4bf5d698ae7,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:21.081774 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.175333 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.177478 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.472401 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.472871 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b711bb-7bcd-4fea-b464-6276293125a3 {{(pid=102798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:21.477542 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.480737 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-ad2b445d-3711-4863-8977-09e8bf50e276 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c4b711bb-7bcd-4fea-b464-6276293125a3 HTTP/1.1" status: 204 len: 168 time: 1.0243826 Nov 19 13:50:21.480963 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41842) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:21.534227 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] Deleting subnet c44c6d08-ce49-4847-b573-bf0502df9f00 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:21.537554 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.571605 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.650322 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.702163 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.726352 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44c6d08-ce49-4847-b573-bf0502df9f00,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:21.731463 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.738199 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-414f657d-6caf-4168-8073-115a7a893a65 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c44c6d08-ce49-4847-b573-bf0502df9f00 HTTP/1.1" status: 204 len: 168 time: 0.2526913 Nov 19 13:50:21.739378 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41844) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:21.741998 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915497d-4195-4a01-bde7-1a5055748c94 None None] Network d08510d6-4923-4f8d-9607-680e42725e16 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:21.822775 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.881789 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Deleting port 856b7852-35af-45fd-b5b1-03f64260e6ae {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:21.882121 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.949188 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] DHCP port deletion for d08510d6-4923-4f8d-9607-680e42725e16 request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:21.960466 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] For port 856b7852-35af-45fd-b5b1-03f64260e6ae, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=856b7852-35af-45fd-b5b1-03f64260e6ae,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:21.961019 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.974204 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Calling delete_port for 856b7852-35af-45fd-b5b1-03f64260e6ae owned by network:dhcp {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:22.004583 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Deleting port 856b7852-35af-45fd-b5b1-03f64260e6ae {{(pid=102799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:22.004960 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.069884 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.071446 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] For port 856b7852-35af-45fd-b5b1-03f64260e6ae, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=856b7852-35af-45fd-b5b1-03f64260e6ae,segment=NetworkSegment(a8db345e-007a-43cb-b9bb-1b63025ad6ce),segment_id=a8db345e-007a-43cb-b9bb-1b63025ad6ce)] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:22.071859 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.085116 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Calling delete_port for 856b7852-35af-45fd-b5b1-03f64260e6ae owned by network:dhcp {{(pid=102799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:22.102930 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=856b7852-35af-45fd-b5b1-03f64260e6ae,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:22.103828 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] No DVR routers for this DVR port 856b7852-35af-45fd-b5b1-03f64260e6ae on host dv-cinder-816324-4-iscsi {{(pid=102798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:22.166139 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047'] for port, after_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.178098 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.193050 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Pushing event deleted for resources: {'Port': ['ID=856b7852-35af-45fd-b5b1-03f64260e6ae,revision_number=None']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:22.195348 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] No DVR routers for this DVR port 856b7852-35af-45fd-b5b1-03f64260e6ae on host dv-cinder-816324-4-iscsi {{(pid=102799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:22.203483 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.203894 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.204189 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.204605 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.204957 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.205297 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.205635 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.205971 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.206307 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.206644 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.206977 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.207304 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efcf76-5e49-49fc-a42a-8827374f0eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:22.213622 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08510d6-4923-4f8d-9607-680e42725e16']}} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:22.224174 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8db345e-007a-43cb-b9bb-1b63025ad6ce') {'for_net_delete': True} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:22.224498 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.services.segments.db [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8db345e-007a-43cb-b9bb-1b63025ad6ce') {} {{(pid=102798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:22.233684 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25440328'] for segment, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.247519 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.254285 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:22.254670 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29144165'] for segment, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: Traceback (most recent call last): Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: timer() Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: cb(*args, **kw) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: return func(*args, **kwargs) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: self._notify() Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: self.callback(batched_events) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: event.method(event) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: return f(self, *a, **k) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._get(url).json() Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:22.256384 dv-cinder-816324-4-iscsi neutron-server[102798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:22.309471 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.315610 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.318886 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d08510d6-4923-4f8d-9607-680e42725e16 HTTP/1.1" status: 204 len: 168 time: 0.5783710 Nov 19 13:50:22.321934 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41846) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:22.330677 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dad730-d559-454b-b40e-d5d8588d5bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d08510d6-4923-4f8d-9607-680e42725e16,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:22.500079 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 2fcee650-b091-45db-b1f8-f3d4025208f7 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:22.522820 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 2fcee650-b091-45db-b1f8-f3d4025208f7 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:22.523196 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 2fcee650-b091-45db-b1f8-f3d4025208f7 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:22.523624 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 856b7852-35af-45fd-b5b1-03f64260e6ae no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:22.544376 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 856b7852-35af-45fd-b5b1-03f64260e6ae {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:22.544728 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 856b7852-35af-45fd-b5b1-03f64260e6ae not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:22.545147 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device cf58f701-de9d-45a6-b560-a4bf5d698ae7 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:22.565363 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: cf58f701-de9d-45a6-b560-a4bf5d698ae7 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:22.565716 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device cf58f701-de9d-45a6-b560-a4bf5d698ae7 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:22.677199 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.920263 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Deleting port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:22.920606 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.995638 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] For port 4b47cb8b-f03b-4cab-abb3-31281f00ae0f, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,segment=NetworkSegment(bade25b3-088b-4ed5-8e57-1f20f43517a0),segment_id=bade25b3-088b-4ed5-8e57-1f20f43517a0)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:22.996028 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.009161 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Calling delete_port for 4b47cb8b-f03b-4cab-abb3-31281f00ae0f owned by network:router_interface {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:23.186001 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.216221 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b47cb8b-f03b-4cab-abb3-31281f00ae0f,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:23.383439 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.600274 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Router ba86c162-8444-4080-b705-958ef3e237c5 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:23.703923 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:23.709672 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b8c49042-1b11-4614-92dd-9ae91191dea3 admin admin] 10.222.0.81 "PUT /v2.0/routers/ba86c162-8444-4080-b705-958ef3e237c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3864937 Nov 19 13:50:23.712202 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41848) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:23.713393 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] Sync routers for ids ['ba86c162-8444-4080-b705-958ef3e237c5'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:23.722985 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] Routers {'ba86c162-8444-4080-b705-958ef3e237c5'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:23.723594 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['ba86c162-8444-4080-b705-958ef3e237c5'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:23.823389 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks [] for router, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.915715 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] Set router ba86c162-8444-4080-b705-958ef3e237c5 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:23.929607 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.983064 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Deleting port 084f7554-befc-4eea-aef7-b2d374490955 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:23.983424 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.061087 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] For port 084f7554-befc-4eea-aef7-b2d374490955, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=084f7554-befc-4eea-aef7-b2d374490955,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:24.061477 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.074896 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Calling delete_port for 084f7554-befc-4eea-aef7-b2d374490955 owned by network:router_gateway {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:24.095237 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '084f7554-befc-4eea-aef7-b2d374490955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 5, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port': {'id': '084f7554-befc-4eea-aef7-b2d374490955', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:24.124927 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] Checking router: ba86c162-8444-4080-b705-958ef3e237c5 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:24.133963 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] Routers {'ba86c162-8444-4080-b705-958ef3e237c5'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:24.134562 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['ba86c162-8444-4080-b705-958ef3e237c5'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:24.217400 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] Set router ba86c162-8444-4080-b705-958ef3e237c5 gateway port host: None {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:24.242464 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.272149 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=084f7554-befc-4eea-aef7-b2d374490955,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:24.275144 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 6, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:24.304793 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e98d3d-01dd-4b29-8ea8-f56ad50ab844 None None] The sync data for ids ['ba86c162-8444-4080-b705-958ef3e237c5'] in dv-cinder-816324-4-iscsi is: [{'id': 'ba86c162-8444-4080-b705-958ef3e237c5', 'name': 'tempest-TestVolumeBootPattern-1658153485-router', 'tenant_id': '9d2ecaa434204fd8ac797163932b3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:59Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 6, 'project_id': '9d2ecaa434204fd8ac797163932b3ff1', 'gw_port_host': None}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:24.334034 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.426810 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.429200 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.473499 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.474111 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba86c162-8444-4080-b705-958ef3e237c5 {{(pid=102797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:24.478894 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.480077 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-8406a744-8a14-4446-b25b-b8076670b1bc admin admin] 10.222.0.81 "DELETE /v2.0/routers/ba86c162-8444-4080-b705-958ef3e237c5 HTTP/1.1" status: 204 len: 168 time: 0.7669222 Nov 19 13:50:24.482642 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41850) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:24.530930 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] Deleting subnet 831a5138-fe08-4781-8888-a71137d900d7 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:24.535205 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.569898 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.647041 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.712868 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.741102 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=831a5138-fe08-4781-8888-a71137d900d7,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:24.744840 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.750444 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-0e42b32b-c241-44c7-aeba-8d45fe9e948e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/831a5138-fe08-4781-8888-a71137d900d7 HTTP/1.1" status: 204 len: 168 time: 0.2645290 Nov 19 13:50:24.750592 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41852) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:24.761656 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dada14-94b3-4fa9-a0b1-1e0470b3ee4c None None] Network 43da10bf-4b32-4d25-8132-ac7f905fcc00 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:24.808465 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 4b47cb8b-f03b-4cab-abb3-31281f00ae0f no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:24.820912 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.832861 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 4b47cb8b-f03b-4cab-abb3-31281f00ae0f {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:24.833288 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 4b47cb8b-f03b-4cab-abb3-31281f00ae0f not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:24.873609 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Deleting port 94a0787e-e457-444f-9bf3-c59139ab75fb {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:24.873949 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.944900 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] For port 94a0787e-e457-444f-9bf3-c59139ab75fb, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=94a0787e-e457-444f-9bf3-c59139ab75fb,segment=NetworkSegment(bade25b3-088b-4ed5-8e57-1f20f43517a0),segment_id=bade25b3-088b-4ed5-8e57-1f20f43517a0)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:24.945401 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.959594 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Calling delete_port for 94a0787e-e457-444f-9bf3-c59139ab75fb owned by network:dhcp {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:25.036940 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.066877 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Pushing event deleted for resources: {'Port': ['ID=94a0787e-e457-444f-9bf3-c59139ab75fb,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:25.070145 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] No DVR routers for this DVR port 94a0787e-e457-444f-9bf3-c59139ab75fb on host dv-cinder-816324-4-iscsi {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:25.136646 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c694b9-5e40-45ce-b8f7-702ec120f9b0 None None] DHCP port deletion for 43da10bf-4b32-4d25-8132-ac7f905fcc00 request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:25.141214 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.166090 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43da10bf-4b32-4d25-8132-ac7f905fcc00']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:25.176129 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bade25b3-088b-4ed5-8e57-1f20f43517a0') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:25.176442 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bade25b3-088b-4ed5-8e57-1f20f43517a0') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:25.185482 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.199019 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.205477 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:25.205937 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:25.207648 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:25.518350 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.523960 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.527241 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] 10.222.0.81 "DELETE /v2.0/networks/43da10bf-4b32-4d25-8132-ac7f905fcc00 HTTP/1.1" status: 204 len: 168 time: 0.7756200 Nov 19 13:50:25.538925 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9da6b1-ddbb-4e3a-89d1-79714adf624e admin admin] Pushing event deleted for resources: {'Network': ['ID=43da10bf-4b32-4d25-8132-ac7f905fcc00,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:25.616178 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:50:25.641336 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41856) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:25.680963 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-aca5a267-e0f6-460f-83b5-0002973d38d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ffa6aa95ebb443fb7fee319b29a7397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384567 Nov 19 13:50:25.683413 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41858) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:25.729417 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f63c867b-e589-49cd-9b38-3e3a24f406b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.750170 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f63c867b-e589-49cd-9b38-3e3a24f406b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.797257 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f63c867b-e589-49cd-9b38-3e3a24f406b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.800358 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-f63c867b-e589-49cd-9b38-3e3a24f406b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.801533 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-f63c867b-e589-49cd-9b38-3e3a24f406b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8107560-1ed6-4eba-b138-ee7a44faf80b HTTP/1.1" status: 204 len: 168 time: 0.1172192 Nov 19 13:50:25.809215 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c867b-e589-49cd-9b38-3e3a24f406b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8107560-1ed6-4eba-b138-ee7a44faf80b,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:26.120516 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41864) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:26.159909 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-dd2c57bd-5fac-48e9-948f-303ee1892471 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d2ecaa434204fd8ac797163932b3ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382330 Nov 19 13:50:26.162417 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41866) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:26.210475 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-562f4e5e-437c-4243-8a57-0b273db68edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.237056 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-562f4e5e-437c-4243-8a57-0b273db68edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.284007 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-562f4e5e-437c-4243-8a57-0b273db68edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.286801 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-562f4e5e-437c-4243-8a57-0b273db68edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.288007 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-562f4e5e-437c-4243-8a57-0b273db68edb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10bb630e-bebd-4ca3-ad3e-57ed83d64bab HTTP/1.1" status: 204 len: 168 time: 0.1246591 Nov 19 13:50:26.298667 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f4e5e-437c-4243-8a57-0b273db68edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bb630e-bebd-4ca3-ad3e-57ed83d64bab,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:26.499299 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 94a0787e-e457-444f-9bf3-c59139ab75fb no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:26.522840 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 94a0787e-e457-444f-9bf3-c59139ab75fb {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:26.523196 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 94a0787e-e457-444f-9bf3-c59139ab75fb not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:26.523622 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 084f7554-befc-4eea-aef7-b2d374490955 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:26.545495 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 084f7554-befc-4eea-aef7-b2d374490955 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:26.545842 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 084f7554-befc-4eea-aef7-b2d374490955 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:31.393505 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6018198f-2f43-483d-840a-c1cb5155db21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.563869 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.946863 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8d453389-2768-4c3a-be88-acfa04cbfb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.828833 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.390155 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.338418 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.898759 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41870) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:59.239516 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Deleting port 3ed5a7ad-9db8-4899-bb6e-6b2c39938e3a {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:59.239851 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.313715 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.314042 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.325347 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Calling delete_port for 3ed5a7ad-9db8-4899-bb6e-6b2c39938e3a owned by network:floatingip {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:59.476984 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.500549 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event deleted for resources: {'Port': ['ID=3ed5a7ad-9db8-4899-bb6e-6b2c39938e3a,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:59.565003 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for floatingip, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.565350 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.db.l3_db [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Floating IP e278704e-fbf0-45aa-90bb-79b8e7041ece disassociated (deleted). External IP: 172.27.0.212, port: 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495. Nov 19 13:50:59.771187 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Router 626494b2-01cd-4493-bbda-11e458d4d55e has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:59.883049 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:59.887915 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for floatingip, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.893731 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] Sync routers for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:59.903380 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:59.903990 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:59.914964 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-6d395959-c2cd-4aaa-82b5-657188ebfdc7 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "DELETE /v2.0/floatingips/e278704e-fbf0-45aa-90bb-79b8e7041ece HTTP/1.1" status: 204 len: 168 time: 1.0150948 Nov 19 13:50:59.915535 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:59.917972 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:59.962001 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c12f6d6-d19b-4ff7-9913-f95e39c0e791 x-openstack-request-id: req-1c12f6d6-d19b-4ff7-9913-f95e39c0e791 {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:59.962304 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:59.962562 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c12f6d6-d19b-4ff7-9913-f95e39c0e791 {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:59.962967 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'status': 'completed', 'code': 200} Nov 19 13:51:00.019137 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:51:00.031929 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-f9a0a746-d5a6-4e4a-a051-789e0884dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.033433 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-f9a0a746-d5a6-4e4a-a051-789e0884dda6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126bf6ca263940b3acc2497ad3173982&device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 1099 time: 0.0470719 Nov 19 13:51:00.179659 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-ecb74dde-ee15-494e-8ed7-9177016280b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.181187 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-ecb74dde-ee15-494e-8ed7-9177016280b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 200 len: 910 time: 0.1362491 Nov 19 13:51:00.195504 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839efb4a-a1d7-4673-b81e-6d7461b7695e req-a75a4fd5-3dad-475c-b5f5-d7b8b70643b8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.197108 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-839efb4a-a1d7-4673-b81e-6d7461b7695e req-a75a4fd5-3dad-475c-b5f5-d7b8b70643b8 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0817294 Nov 19 13:51:00.247638 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-57b3518f-471c-4124-be91-a95a87de038f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 200 len: 217 time: 0.0495150 Nov 19 13:51:00.312605 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-839efb4a-a1d7-4673-b81e-6d7461b7695e req-efd55445-0fcf-4f43-b68e-a6a065e7454f tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081498 Nov 19 13:51:00.333938 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-4b51f592-7418-4b24-b755-ac5168ed1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.333938 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-4b51f592-7418-4b24-b755-ac5168ed1a28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 200 len: 847 time: 0.0717776 Nov 19 13:51:00.365132 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 5, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:00.377290 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-44868cef-4e3c-4dd1-9d1a-39cfeacb2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.378814 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-44868cef-4e3c-4dd1-9d1a-39cfeacb2af1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=921e43f1-26c1-496e-b039-c328dcebe1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427377 Nov 19 13:51:00.392567 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] Checking router: 626494b2-01cd-4493-bbda-11e458d4d55e for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:51:00.401929 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:00.402543 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:50:34Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:00.472277 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-75326680-32aa-4bca-aeda-83cb695e8699 service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849149 Nov 19 13:51:00.519948 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:51:00.572303 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-573fc90c-4de0-4f9a-8e22-b8dc7c62fdfc req-f3d80ce0-f3be-4001-a8b7-2ef00e9fad4d service neutron] 10.222.0.73 "GET /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916672 Nov 19 13:51:00.725256 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 5, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:00.751061 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911e0a2-2c5f-4b8e-88b0-dcd3f2b7d7da None None] The sync data for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi is: [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:45Z', 'revision_number': 4, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi', '_interfaces': [{'id': 'b2e3b604-560b-429a-8b6f-d86901fb24aa', 'name': '', 'network_id': '921e43f1-26c1-496e-b039-c328dcebe1a8', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'mac_address': 'fa:16:3e:c8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:44Z', 'updated_at': '2021-11-19T13:45:50Z', 'revision_number': 5, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'subnets': [{'id': '175b33ca-2db2-4161-8142-9d3446d1bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:00.973879 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb0d79-814c-4c8c-ab55-c2a3408a5e32 None None] New status for floating IP e278704e-fbf0-45aa-90bb-79b8e7041ece: DOWN {{(pid=102800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:51:01.397320 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55e3ef92-beb6-4a09-8a36-69ef8989ced8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.439858 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f51106-e48b-42d8-b3c6-34388a3caef3 req-afa9ff1f-9113-496b-bf9a-0713ecc9376d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:01.441419 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c0f51106-e48b-42d8-b3c6-34388a3caef3 req-afa9ff1f-9113-496b-bf9a-0713ecc9376d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0539877 Nov 19 13:51:01.492000 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-c0f51106-e48b-42d8-b3c6-34388a3caef3 req-6e8e59d0-5451-4cd6-b153-5e7bfe688ed2 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/security-groups?id=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Nov 19 13:51:01.776539 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-c19ea80b-b1b4-4446-9ccc-34466c5a23b1 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:01.777989 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-c19ea80b-b1b4-4446-9ccc-34466c5a23b1 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 946 time: 0.0538251 Nov 19 13:51:01.873733 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Deleting port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:01.874066 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.961224 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] For port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495, host hv-cinder-81632, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81632',level=0,port_id=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:01.961581 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.973244 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Calling delete_port for 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 owned by compute:nova {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:02.108356 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.136954 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event deleted for resources: {'Port': ['ID=7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:02.180785 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] No DVR routers for this DVR port 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 on host hv-cinder-81632 {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:02.183195 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28293'] for port, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.186538 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [req-6f76d294-dda7-4502-a80e-bfd57bcbf8dd req-caf493c9-a3ae-4b93-9a90-fa194be155d4 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.73 "DELETE /v2.0/ports/7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 HTTP/1.1" status: 204 len: 173 time: 0.4010046 Nov 19 13:51:02.186981 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-deleted', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495'}] {{(pid=102797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:51:02.189249 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7dd6d1a55f61b7298caec2cd93640085a3257f809df50f506e9d40765bd25d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24d733e-816b-4421-b1fc-0d542cffa981" -d '{"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-deleted", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495"}]}' {{(pid=102797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:51:02.227862 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57836345-61b8-4f7a-8cd2-eae18dba4a8b x-openstack-request-id: req-57836345-61b8-4f7a-8cd2-eae18dba4a8b {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:51:02.228157 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f60ffef-552e-4dce-96f9-1f8bb6997e08", "name": "network-vif-deleted", "tag": "7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495", "status": "completed", "code": 200}]} {{(pid=102797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:51:02.228473 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57836345-61b8-4f7a-8cd2-eae18dba4a8b {{(pid=102797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:51:02.228882 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f60ffef-552e-4dce-96f9-1f8bb6997e08', 'name': 'network-vif-deleted', 'tag': '7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495', 'status': 'completed', 'code': 200} Nov 19 13:51:02.573014 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.614298 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [req-1575f79e-2413-48db-aa3e-54895e5078ce req-413da971-2e76-45f6-b1f5-7c2653dbaab5 tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f60ffef-552e-4dce-96f9-1f8bb6997e08 HTTP/1.1" status: 200 len: 210 time: 0.0295558 Nov 19 13:51:02.617815 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:51:03.666581 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41888) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:03.724176 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bf091888-5c4a-4255-a717-a7c9bb72373d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.749968 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bf091888-5c4a-4255-a717-a7c9bb72373d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.823072 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bf091888-5c4a-4255-a717-a7c9bb72373d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.825709 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-bf091888-5c4a-4255-a717-a7c9bb72373d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Publish callbacks [] for security_group, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.826871 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-bf091888-5c4a-4255-a717-a7c9bb72373d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] 10.222.0.81 "DELETE /v2.0/security-groups/aaa7fabf-a7f0-4f4b-b8c4-e751a7215009 HTTP/1.1" status: 204 len: 168 time: 0.1593692 Nov 19 13:51:03.836291 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf091888-5c4a-4255-a717-a7c9bb72373d tempest-TestShelveInstance-1246276827 tempest-TestShelveInstance-1246276827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa7fabf-a7f0-4f4b-b8c4-e751a7215009,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:03.874769 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41892) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:03.949212 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-40277218-a843-43d3-8b25-f5f2ba5c70d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.319775 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.566514 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Deleting port b2e3b604-560b-429a-8b6f-d86901fb24aa {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:04.566846 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.586179 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 no longer exists at agent hyperv_hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:04.610280 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] No Port match for: 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:04.610619 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Device 7ec43b9b-3f5c-4ad6-babf-4b7ebb90c495 not bound to the agent host hv-cinder-81632 {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:04.644508 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] For port b2e3b604-560b-429a-8b6f-d86901fb24aa, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=b2e3b604-560b-429a-8b6f-d86901fb24aa,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:04.644901 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.657705 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Calling delete_port for b2e3b604-560b-429a-8b6f-d86901fb24aa owned by network:router_interface {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:04.832524 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.837885 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.860507 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e3b604-560b-429a-8b6f-d86901fb24aa,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:05.276118 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.501594 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Router 626494b2-01cd-4493-bbda-11e458d4d55e has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:51:05.611421 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:05.616887 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-149b3f8c-77c2-49d1-aee9-5540d7fed881 admin admin] 10.222.0.81 "PUT /v2.0/routers/626494b2-01cd-4493-bbda-11e458d4d55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7410402 Nov 19 13:51:05.619471 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41896) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:05.620536 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] Sync routers for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:05.630534 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:05.631159 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:51:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:05.727223 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks [] for router, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.741723 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: dv-cinder-816324-4-iscsi {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:51:05.832520 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.890192 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Deleting port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:05.890886 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.937845 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:51:04Z', 'revision_number': 5, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port': {'id': 'e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:43Z', 'updated_at': '2021-11-19T13:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:05.963786 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] Checking router: 626494b2-01cd-4493-bbda-11e458d4d55e for host: dv-cinder-816324-4-iscsi {{(pid=102799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:51:05.971178 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] For port e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:05.971567 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.972507 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] Routers {'626494b2-01cd-4493-bbda-11e458d4d55e'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:05.973115 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:51:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['626494b2-01cd-4493-bbda-11e458d4d55e'], 'active': True} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:05.985199 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Calling delete_port for e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e owned by network:router_gateway {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:06.063316 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvr_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] Set router 626494b2-01cd-4493-bbda-11e458d4d55e gateway port host: None {{(pid=102799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:51:06.123560 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_hamode_db [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:51:05Z', 'revision_number': 6, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:06.155251 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116f5bc-18af-4831-8eba-e60ec8cc30bf None None] The sync data for ids ['626494b2-01cd-4493-bbda-11e458d4d55e'] in dv-cinder-816324-4-iscsi is: [{'id': '626494b2-01cd-4493-bbda-11e458d4d55e', 'name': 'tempest-TestShelveInstance-701986741-router', 'tenant_id': '126bf6ca263940b3acc2497ad3173982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:51:05Z', 'revision_number': 6, 'project_id': '126bf6ca263940b3acc2497ad3173982', 'gw_port_host': None}] {{(pid=102799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:06.157046 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.193381 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.220624 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.220877 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.221037 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.221422 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.221711 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.222043 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.222370 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.222704 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.223031 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.223357 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.223680 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.224001 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816324-4-iscsi {{(pid=102797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:06.264636 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.354425 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.356585 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.391543 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.399358 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.399915 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626494b2-01cd-4493-bbda-11e458d4d55e {{(pid=102797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:51:06.404151 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] Publish callbacks [] for router, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.405377 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-e779e90e-a9ff-47e8-8730-ea20f2ccf4bb admin admin] 10.222.0.81 "DELETE /v2.0/routers/626494b2-01cd-4493-bbda-11e458d4d55e HTTP/1.1" status: 204 len: 168 time: 0.7848873 Nov 19 13:51:06.407918 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41898) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.458414 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] Deleting subnet 175b33ca-2db2-4161-8142-9d3446d1bc8b {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:06.462656 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.500212 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.596191 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.651183 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.675862 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175b33ca-2db2-4161-8142-9d3446d1bc8b,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.681617 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.685454 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-186854bb-32ea-4476-9902-84ba6c08d03c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/175b33ca-2db2-4161-8142-9d3446d1bc8b HTTP/1.1" status: 204 len: 168 time: 0.2761631 Nov 19 13:51:06.686294 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64910f5f-d1a1-4da5-b1da-2faaa10aaaf5 None None] Network 921e43f1-26c1-496e-b039-c328dcebe1a8 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:06.687986 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41900) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.754189 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.807810 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Deleting port 19aeee9d-80dd-40ba-aca6-fa4d148416de {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:06.808105 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.875550 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] For port 19aeee9d-80dd-40ba-aca6-fa4d148416de, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=19aeee9d-80dd-40ba-aca6-fa4d148416de,segment=NetworkSegment(2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c),segment_id=2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:06.875852 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.888820 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Calling delete_port for 19aeee9d-80dd-40ba-aca6-fa4d148416de owned by network:dhcp {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:06.959485 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230f62c-ba16-41c5-b40d-8031d2edf0e9 None None] DHCP port deletion for 921e43f1-26c1-496e-b039-c328dcebe1a8 request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:06.969054 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.969768 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device b2e3b604-560b-429a-8b6f-d86901fb24aa no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:06.988654 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-f230f62c-ba16-41c5-b40d-8031d2edf0e9 None None] The port '19aeee9d-80dd-40ba-aca6-fa4d148416de' was deleted {{(pid=102799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 13:51:06.998325 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Pushing event deleted for resources: {'Port': ['ID=19aeee9d-80dd-40ba-aca6-fa4d148416de,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:07.000154 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] No DVR routers for this DVR port 19aeee9d-80dd-40ba-aca6-fa4d148416de on host dv-cinder-816324-4-iscsi {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:07.015891 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: b2e3b604-560b-429a-8b6f-d86901fb24aa {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:07.016671 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device b2e3b604-560b-429a-8b6f-d86901fb24aa not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:07.078833 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.099774 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921e43f1-26c1-496e-b039-c328dcebe1a8']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:07.110505 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:07.110863 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6e7ca5-6ecd-4969-b5cf-43dcf0b6423c') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:07.121743 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.135797 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.142025 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:07.142398 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:07.144212 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:07.204699 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.221110 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.224402 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] 10.222.0.81 "DELETE /v2.0/networks/921e43f1-26c1-496e-b039-c328dcebe1a8 HTTP/1.1" status: 204 len: 168 time: 0.5353653 Nov 19 13:51:07.226230 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28967f-54fa-4612-ad2e-a108f6fb7789 admin admin] Pushing event deleted for resources: {'Network': ['ID=921e43f1-26c1-496e-b039-c328dcebe1a8,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:07.228228 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41902) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:07.341614 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.575188 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.816190 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Deleting port 495d96de-64e5-44d9-9812-e41afab20965 {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:07.816555 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.900759 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] For port 495d96de-64e5-44d9-9812-e41afab20965, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=495d96de-64e5-44d9-9812-e41afab20965,segment=NetworkSegment(48fc41b7-29b0-4fdb-a013-14ff8c491096),segment_id=48fc41b7-29b0-4fdb-a013-14ff8c491096)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:07.901044 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.913969 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Calling delete_port for 495d96de-64e5-44d9-9812-e41afab20965 owned by network:router_interface {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:08.091814 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.117545 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Pushing event deleted for resources: {'Port': ['ID=495d96de-64e5-44d9-9812-e41afab20965,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.283172 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568332'] for router_interface, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.563621 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 19aeee9d-80dd-40ba-aca6-fa4d148416de no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:08.583550 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 19aeee9d-80dd-40ba-aca6-fa4d148416de {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:08.583893 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 19aeee9d-80dd-40ba-aca6-fa4d148416de not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:08.584325 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:08.604360 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:08.604707 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e2bc46cb-0979-48bd-a3c4-1ba16d5bd73e not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:08.752493 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Router 55f3feee-140a-4484-8b3f-60e99a5ce273 has already been hosted by L3 agent e5b60797-fb54-43cf-ae5d-68ad1b21940c {{(pid=102797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:51:08.857115 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] Notify agent at l3_agent.dv-cinder-816324-4-iscsi the message routers_updated {{(pid=102797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:08.862318 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-48b64f23-5cc4-4286-81c7-c486db379788 admin admin] 10.222.0.81 "PUT /v2.0/routers/55f3feee-140a-4484-8b3f-60e99a5ce273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6330953 Nov 19 13:51:08.865037 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41904) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.866401 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] Sync routers for ids ['55f3feee-140a-4484-8b3f-60e99a5ce273'] in dv-cinder-816324-4-iscsi {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:08.875984 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] Routers {'55f3feee-140a-4484-8b3f-60e99a5ce273'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:08.876606 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:51:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['55f3feee-140a-4484-8b3f-60e99a5ce273'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:08.971366 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks [] for router, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.983656 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] Set router 55f3feee-140a-4484-8b3f-60e99a5ce273 gateway port host: dv-cinder-816324-4-iscsi {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:51:09.074101 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.129219 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Deleting port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 {{(pid=102798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:09.129561 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.168202 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'external_fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:51:08Z', 'revision_number': 5, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port': {'id': 'e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4', 'name': '', 'network_id': '5a225c58-52f4-4d7c-bcd8-c511932b1b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816324-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45c07a6b-6636-4d58-9dad-59e9b1e3ed99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816324-4-iscsi'}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:09.201202 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] Checking router: 55f3feee-140a-4484-8b3f-60e99a5ce273 for host: dv-cinder-816324-4-iscsi {{(pid=102800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:51:09.211114 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] Routers {'55f3feee-140a-4484-8b3f-60e99a5ce273'} bound to L3 agent in host dv-cinder-816324-4-iscsi {{(pid=102800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:09.211789 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816324-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:25:34Z,description=,heartbeat_timestamp=2021-11-19T13:51:04Z,host='dv-cinder-816324-4-iscsi',id=e5b60797-fb54-43cf-ae5d-68ad1b21940c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:25:34Z,topic='l3_agent')) {'router_ids': ['55f3feee-140a-4484-8b3f-60e99a5ce273'], 'active': True} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:09.215856 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.db [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] For port e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,segment=NetworkSegment(956730ea-2038-40ac-a0f5-4573c6dea8a8),segment_id=956730ea-2038-40ac-a0f5-4573c6dea8a8)] {{(pid=102798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:09.216237 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.228756 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Calling delete_port for e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 owned by network:router_gateway {{(pid=102798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:09.300635 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_dvr_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] Set router 55f3feee-140a-4484-8b3f-60e99a5ce273 gateway port host: None {{(pid=102800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:51:09.353361 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.l3_hamode_db [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:51:09Z', 'revision_number': 6, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port_host': None}], 'dv-cinder-816324-4-iscsi', False) {} {{(pid=102800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:09.383931 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f75e1c-7dfc-4db9-9e15-5896c070b0d6 None None] The sync data for ids ['55f3feee-140a-4484-8b3f-60e99a5ce273'] in dv-cinder-816324-4-iscsi is: [{'id': '55f3feee-140a-4484-8b3f-60e99a5ce273', 'name': 'tempest-TestShelveInstance-1475469265-router', 'tenant_id': '3910b1134a954f0597853a23638ac30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:47Z', 'updated_at': '2021-11-19T13:51:09Z', 'revision_number': 6, 'project_id': '3910b1134a954f0597853a23638ac30e', 'gw_port_host': None}] {{(pid=102800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:09.397074 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29144138'] for port, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.422824 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:09.484557 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568682'] for router_gateway, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.581391 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113729'] for router, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.583518 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.627523 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569551'] for router, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.627910 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55f3feee-140a-4484-8b3f-60e99a5ce273 {{(pid=102798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:51:09.632828 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] Publish callbacks [] for router, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.633961 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-ae4e8a80-24e7-4647-b187-d1262a888194 admin admin] 10.222.0.81 "DELETE /v2.0/routers/55f3feee-140a-4484-8b3f-60e99a5ce273 HTTP/1.1" status: 204 len: 168 time: 0.7674024 Nov 19 13:51:09.636974 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41906) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:09.694638 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] Deleting subnet d0fda1d3-71ac-4292-8f81-cec6225aa570 {{(pid=102797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:09.698346 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.734717 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4609667'] for subnet, precommit_delete_associations {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.815959 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768425'] for subnet, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.885952 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4659541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336715'] for subnet, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.912340 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fda1d3-71ac-4292-8f81-cec6225aa570,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:09.914706 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.917910 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-4ead8f8a-b5ee-43b6-8ca2-3aa41547720e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0fda1d3-71ac-4292-8f81-cec6225aa570 HTTP/1.1" status: 204 len: 168 time: 0.2797232 Nov 19 13:51:09.920220 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e783b-b378-4867-9bf5-4e4590455751 None None] Network 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 requested from dv-cinder-816324-4-iscsi {{(pid=102799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:09.920779 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.wsgi [-] (102797) accepted ('10.222.0.81', 41908) {{(pid=102797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:09.987589 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683199'] for network, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.041780 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Deleting port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c {{(pid=102797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:10.042368 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.108680 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.db [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] For port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c, host dv-cinder-816324-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816324-4-iscsi',level=0,port_id=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,segment=NetworkSegment(48fc41b7-29b0-4fdb-a013-14ff8c491096),segment_id=48fc41b7-29b0-4fdb-a013-14ff8c491096)] {{(pid=102797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:10.109069 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.121763 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.plugin [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Calling delete_port for 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c owned by network:dhcp {{(pid=102797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:10.183426 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] DHCP port deletion for 64c023ba-1be4-4a7f-bc9b-e1094224b4a6 request from dv-cinder-816324-4-iscsi {{(pid=102799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:10.203683 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4659456'] for port, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.232182 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] Deleting port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c {{(pid=102799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:10.232578 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785747316628'] for port, before_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.233668 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.237422 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] No DVR routers for this DVR port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c on host dv-cinder-816324-4-iscsi {{(pid=102797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:10.305623 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.db [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] For port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c, host dv-cinder-816324-4-iscsi, got binding levels [] {{(pid=102799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:10.306028 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565419'] for port, precommit_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.316982 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771164', 'neutron.services.segments.db._delete_segments_for_network-8785747263555'] for network, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.318313 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] Calling delete_port for 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c owned by network:dhcp {{(pid=102799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:10.321097 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.ipam_backend_mixin [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] Port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c was not found and therefore no delete operation was performed {{(pid=102799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:51:10.322362 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785747323212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785746800047'] for port, after_delete {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.338576 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c023ba-1be4-4a7f-bc9b-e1094224b4a6']}} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:10.346270 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] Pushing event deleted for resources: {'Port': ['ID=8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c,revision_number=None']} {{(pid=102799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.348291 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fc41b7-29b0-4fdb-a013-14ff8c491096') {'for_net_delete': True} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:10.348673 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.services.segments.db [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fc41b7-29b0-4fdb-a013-14ff8c491096') {} {{(pid=102797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:10.357854 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942a35b-aac4-47a8-877e-64ee9e87a687 None None] No DVR routers for this DVR port 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c on host dv-cinder-816324-4-iscsi {{(pid=102799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:10.361223 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785747359928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4609674'] for segment, before_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.383402 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781'] for segment, precommit_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.390918 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:10.391236 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4659503'] for segment, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: Traceback (most recent call last): Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: timer() Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: cb(*args, **kw) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: return func(*args, **kwargs) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: self._notify() Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: self.callback(batched_events) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: event.method(event) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: return f(self, *a, **k) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._get(url).json() Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:10.392998 dv-cinder-816324-4-iscsi neutron-server[102797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:10.465937 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3771119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568718'] for network, after_delete {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.475454 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron_lib.callbacks.manager [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559117'] for network, before_response {{(pid=102797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.479655 dv-cinder-816324-4-iscsi neutron-server[102797]: INFO neutron.wsgi [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] 10.222.0.81 "DELETE /v2.0/networks/64c023ba-1be4-4a7f-bc9b-e1094224b4a6 HTTP/1.1" status: 204 len: 168 time: 0.5583169 Nov 19 13:51:10.492481 dv-cinder-816324-4-iscsi neutron-server[102797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1393d87-9adc-4983-9c09-5d07742bd702 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c023ba-1be4-4a7f-bc9b-e1094224b4a6,revision_number=None']} {{(pid=102797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.532663 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 495d96de-64e5-44d9-9812-e41afab20965 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:10.561402 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 495d96de-64e5-44d9-9812-e41afab20965 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:10.561823 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 495d96de-64e5-44d9-9812-e41afab20965 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:10.562319 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:10.587503 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:10.587854 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device 8b18b5c5-8e33-48b2-8f79-dee8ceb0d29c not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:10.588291 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 no longer exists at agent ovs-agent-dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:10.608445 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] No Port match for: e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 {{(pid=102799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:10.608795 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron.plugins.ml2.rpc [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Device e1b82cf6-7b68-4b3c-b71e-d7a3a44b2bc4 not bound to the agent host dv-cinder-816324-4-iscsi {{(pid=102799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:10.612873 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41912) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:10.656124 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-603c5006-eb0e-4e4c-a79f-dd1c3c45a1fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=126bf6ca263940b3acc2497ad3173982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420055 Nov 19 13:51:10.658596 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41914) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:10.707428 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a756a341-5cd8-45e7-b07a-ab4c3ff6221d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.731437 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a756a341-5cd8-45e7-b07a-ab4c3ff6221d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.777455 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a756a341-5cd8-45e7-b07a-ab4c3ff6221d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.780006 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-a756a341-5cd8-45e7-b07a-ab4c3ff6221d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.781198 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-a756a341-5cd8-45e7-b07a-ab4c3ff6221d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8fa005bb-766a-40e1-ae96-aa7131a23940 HTTP/1.1" status: 204 len: 168 time: 0.1217103 Nov 19 13:51:10.790512 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756a341-5cd8-45e7-b07a-ab4c3ff6221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa005bb-766a-40e1-ae96-aa7131a23940,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:11.100963 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41920) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:11.144894 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-cc164d7a-bf9b-4b26-a540-bb0dc111bbb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3910b1134a954f0597853a23638ac30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427518 Nov 19 13:51:11.147957 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.wsgi [-] (102798) accepted ('10.222.0.81', 41922) {{(pid=102798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:11.196078 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fe5dafec-7aba-4c0d-8705-e0f0d6653eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.218506 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fe5dafec-7aba-4c0d-8705-e0f0d6653eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.264225 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fe5dafec-7aba-4c0d-8705-e0f0d6653eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566106'] for security_group, after_delete {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.266840 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron_lib.callbacks.manager [None req-fe5dafec-7aba-4c0d-8705-e0f0d6653eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.267990 dv-cinder-816324-4-iscsi neutron-server[102798]: INFO neutron.wsgi [None req-fe5dafec-7aba-4c0d-8705-e0f0d6653eb4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb6d09d1-a61b-492a-9276-3ee67f5e818e HTTP/1.1" status: 204 len: 168 time: 0.1190372 Nov 19 13:51:11.276776 dv-cinder-816324-4-iscsi neutron-server[102798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dafec-7aba-4c0d-8705-e0f0d6653eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d09d1-a61b-492a-9276-3ee67f5e818e,revision_number=None']} {{(pid=102798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:31.400917 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0f37104c-b036-42ee-972e-7c730856dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.577027 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.950985 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6443ad4b-e984-49bd-a20c-417de208f99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.833709 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.396064 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.344167 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.617349 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:52:01.402879 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-25cb6b65-b076-4d30-943a-1e7866833b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.592366 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.952847 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55a0e675-94ef-4ba9-a92f-2fa69aec84c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.836491 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.397806 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.345327 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.699064 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:52:31.404886 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-85661f96-8e28-4697-b3de-dc376cae18a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.607002 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.954485 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-999379c5-c96e-4974-8424-97dd1ab986d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.839425 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.403159 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:37.347954 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:53.618059 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:53:01.407948 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2fa0e647-58a4-4736-84bf-2043ab26ec3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:02.605028 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:03.955271 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-8eb4ccb8-d76e-4ca6-826a-206b70296ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:04.842175 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:06.404859 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:07.349883 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:30.617929 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:53:31.403740 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-aa4a9a44-5049-49e1-8d9e-e57e96ee7cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:32.620361 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.959198 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-969961f4-3504-4797-9595-dc3dc2adec2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.844961 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:36.408395 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:37.353243 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:01.406525 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-7a2010f4-e832-48df-a200-7ba388b3cc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:02.619918 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:03.964007 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-2c803446-302c-4fd3-9fd7-71c4fbdcf3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:04.850529 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:06.412197 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:07.358641 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:07.618734 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:54:31.409499 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-67d24041-63dc-4d09-9282-89db3a9d934c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:32.627437 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:33.965658 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-3974c08c-e490-454d-8f2c-1757c1c43e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:34.851211 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:36.418238 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:37.360904 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.618206 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:55:01.415999 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-80d8a885-fa2e-4b3a-931f-4898be7b069a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.633867 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:03.969174 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-08a839e4-10a3-4568-a599-bf8c52bebae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:04.854570 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:06.419591 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:07.363892 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:21.617734 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:55:31.418723 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-0f8f290f-bf8c-4394-85d8-3a21b029c647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:32.637403 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:33.970402 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1e16-b846-4304-ad74-54d68e189395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:34.857528 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:36.421930 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:37.367579 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:58.615950 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:56:01.421147 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-d02211ed-9a3a-454b-b1f3-6edee4479001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:02.632714 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:03.971985 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-6d2d77b5-5088-4824-8a17-2bc726986f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:04.860038 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:06.424777 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:07.372154 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:31.422632 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-9fe85f1f-e764-496d-835e-d7c059bdd64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:32.634843 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-55109e2a-b0b8-4b67-b597-26ba8ae66656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:33.974245 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-668e2246-0fa1-4e8e-abfb-db6b5c32738c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:34.863745 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-29a1687a-ba08-46cb-bf36-7d3ffd807205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:35.614453 dv-cinder-816324-4-iscsi neutron-server[102800]: DEBUG neutron.db.agents_db [None req-d4e280f6-17f9-4594-a855-5eb57b992114 None None] Agent healthcheck: found 6 active agents {{(pid=102800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:56:36.427223 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc440-fc2d-4590-b588-62ed500ca3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:37.376066 dv-cinder-816324-4-iscsi neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-07c5a1ef-db03-45d2-b22e-a9c71b987544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785747263636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772956'] for agent, after_update {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}